import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
from sklearn.preprocessing import LabelEncoder
import networkx as nx
import torch
from torch_geometric.data import Data
from torch_geometric.utils import from_networkx
import numpy as np
import plotly.graph_objects as go
import networkx as nx
from sklearn.preprocessing import StandardScaler
from sklearn.ensemble import RandomForestRegressor
from sklearn.model_selection import GridSearchCV
from sklearn.metrics import mean_squared_error, r2_score
from torch_geometric.nn import GCNConv
import torch.nn.functional as F
from torch_geometric.nn import BatchNorm
from torch.nn import Linear
import warnings
warnings.filterwarnings('ignore')

static_data = pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/static_data_all_x.csv',sep=';')
transactions_data = pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/transactions_x.csv',sep=';')

def convert_probability(value):
    if '+' in str(value):
        return float(value.replace('+', '')) + 0.25
    elif '-' in str(value):
        return float(value.replace('-', '')) - 0.25
    else:
        return float(value)
def from_pred_to_normal(number):

    if 0 <= number <= 13:
        if number == 13:
            return "-13"
        else:
            base = int(number)
            if number - base < 0.1:
                return f"{base}"
            else:
                if number - base < 0.4:
                    return f"{base}+"
                else:
                    return f"-{base+1}"

static_data['T_LOCAL_TX_PD'] = static_data['T_LOCAL_TX_PD'].apply(convert_probability)

transactions_data

test_data_=pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/static_data_x_PD.csv',sep=';')

## filtre solon T_LOCAL_MT_ACTIF_SOCIAL=NAN et QUARTER="q4"
test_data = test_data_.loc[(pd.isna(test_data_['T_LOCAL_MT_ACTIF_SOCIAL'])) & (test_data_['QUARTER'] == "q4")]
test_data_ = test_data_.loc[(pd.isna(test_data_['T_LOCAL_MT_ACTIF_SOCIAL'])) & (test_data_['QUARTER'] == "q4")]
test_data['T_LOCAL_TX_PD'] = test_data['T_LOCAL_TX_PD'].apply(convert_probability)

df=static_data
df_merged = pd.merge(test_data, df[['ID', 'T_LOCAL_MT_ACTIF_SOCIAL']], on='ID', how='left', suffixes=('', '_from_static_data'))
df_merged=df_merged.drop_duplicates()
df_merged.drop(columns=['T_LOCAL_MT_ACTIF_SOCIAL'], inplace=True)
df_merged.rename(columns={'T_LOCAL_MT_ACTIF_SOCIAL_from_static_data': 'T_LOCAL_MT_ACTIF_SOCIAL'}, inplace=True)
df_test=df_merged
df_test

df_train = pd.merge(df, df_test[['ID', 'QUARTER']], on=['ID', 'QUARTER'], how='left', indicator=True)
df_train = df_train[df_train['_merge'] == 'left_only']
df_train.drop(columns=['_merge'], inplace=True)
df_train

def onehotencoding(df,columns=None):
    # One-hot encode 'CATEGORY','REGION' and 'QUARTER'
    category_one_hot = pd.get_dummies(df['CATEGORY'], prefix='Cat')
    region_one_hot = pd.get_dummies(df['REGION'], prefix='Reg')
    quarter_one_hot=pd.get_dummies(df['QUARTER'])

    df = pd.concat([df, category_one_hot, region_one_hot,quarter_one_hot], axis=1)

    df.drop(['CATEGORY', 'REGION','QUARTER'], axis=1, inplace=True)
    df_converted = df.copy()
    if columns is None:
        columns = df_converted.columns
    for col in columns:
        if df_converted[col].dtype == bool:
            df_converted[col] = df_converted[col].astype(int)
    return df_converted
df_test_encoded=onehotencoding(df_test)
df_train_encoded=onehotencoding(df_train)
df_test_encoded = df_test_encoded.reindex(columns=df_train_encoded.columns, fill_value=0)

static_data_unique=static_data.drop_duplicates(subset='ID') # To delete duplicates companies based on ID
print(static_data_unique.describe())

                  ID    ESG_SCORE  T_LOCAL_MT_ACTIF_SOCIAL  T_LOCAL_TX_PD
count    1129.000000  1129.000000             1.129000e+03    1129.000000
mean   553418.557130     3.875996             4.766139e+05       5.580381
std    264639.207543     0.945613             1.527971e+06       1.899869
min    100024.000000     1.000000             1.000000e+03       1.000000
25%    319301.000000     3.000000             2.179000e+03       4.250000
50%    558065.000000     4.000000             6.107000e+03       5.750000
75%    785114.000000     5.000000             4.449300e+04       6.750000
max    999092.000000     5.000000             7.973077e+06      12.000000

categories_counts = static_data_unique['CATEGORY'].value_counts()
region_counts = static_data_unique['REGION'].value_counts()
total_categories = categories_counts.sum()
percentages_categories = 100 * categories_counts / total_categories

fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(16, 8))

# Catégories
sns.barplot(x=categories_counts.index, y=categories_counts.values, ax=ax1)
ax1.set_title('Distribution of Companies Across Categories')
ax1.set_xlabel('Category')
ax1.set_ylabel('Count')
ax1.tick_params(axis='x', rotation=45)

# Ajout des étiquettes de pourcentage sur l'axe des y pour le graphique des catégories
ax1.set_yticklabels([f'{p:.2f}%' for p in np.linspace(0, 60, len(ax1.get_yticks()))])

# Régions
ax2.pie(region_counts, labels=region_counts.index, autopct='%1.1f%%', startangle=140)
ax2.set_title('Distribution of Companies Across Regions')

plt.tight_layout()
plt.show()

mean_by_quarter = static_data.groupby('QUARTER')['T_LOCAL_TX_PD'].mean().reset_index()

plt.figure(figsize=(10, 6))
sns.lineplot(x='QUARTER', y='T_LOCAL_TX_PD', data=mean_by_quarter, marker='o')
plt.title('Evolution of the Mean of T_LOCAL_TX_PD by Quarter')
plt.xlabel('Qarter')
plt.ylabel('Mean of T_LOCAL_TX_PD')
plt.xticks(rotation=45) 
plt.tight_layout()
plt.show()

mean_by_quarter_ = static_data.groupby('QUARTER')['ESG_SCORE'].mean().reset_index()

plt.figure(figsize=(10, 6))
sns.lineplot(x='QUARTER', y='ESG_SCORE', data=mean_by_quarter_, marker='o')
plt.title('Evolution of the Mean of ESG_SCORE by Quarter')
plt.xlabel('Qarter')
plt.ylabel('Mean of ESG_SCORE')
plt.xticks(rotation=45) 
plt.tight_layout()
plt.show()

mean_by_cat = static_data.groupby('CATEGORY')['T_LOCAL_TX_PD'].mean().reset_index()
mean_by_reg = static_data.groupby('REGION')['T_LOCAL_TX_PD'].mean().reset_index()

mean_by_cat['Type'] = 'Category'
mean_by_reg['Type'] = 'Region'
mean_by_cat.rename(columns={'CATEGORY': 'Group'}, inplace=True)
mean_by_reg.rename(columns={'REGION': 'Group'}, inplace=True)

combined_data = pd.concat([mean_by_cat, mean_by_reg])

plt.figure(figsize=(12, 6))
sns.barplot(x='Group', y='T_LOCAL_TX_PD', hue='Type', data=combined_data, dodge=False)
plt.title('Mean of T_LOCAL_TX_PD by Category and Region')
plt.xlabel('Groups')
plt.ylabel('Mean of T_LOCAL_TX_PD')
plt.xticks(rotation=45)
min_val = combined_data['T_LOCAL_TX_PD'].min() * 0.95 
max_val = combined_data['T_LOCAL_TX_PD'].max() * 1.05
plt.ylim(min_val, max_val)
plt.tight_layout()
plt.show()

plt.figure(figsize=(6, 4))
sns.heatmap(static_data[['ESG_SCORE','T_LOCAL_MT_ACTIF_SOCIAL','T_LOCAL_TX_PD']].corr(), annot=True, cmap='coolwarm')
plt.title('Correlation Matrix of Features')
plt.show()

G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:  
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])



print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

Train Graph has 1129 nodes and 3297 edges.

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:  
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])



print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")

Test Graph has 106 nodes and 49 edges.

def plot_neighborhood(depth,G=G_train, node_id=373869):

    neighbors = nx.single_source_shortest_path_length(G, node_id, cutoff=depth).keys()
    subgraph = G.subgraph(neighbors)
    pos = nx.spring_layout(subgraph, seed=42)


    edge_x, edge_y = [], []
    for edge in subgraph.edges():
        x0, y0 = pos[edge[0]]
        x1, y1 = pos[edge[1]]
        edge_x.extend([x0, x1, None])
        edge_y.extend([y0, y1, None])

    edge_trace = go.Scatter(x=edge_x, y=edge_y, line=dict(width=2, color='#888'),
                            hoverinfo='none', mode='lines')

    node_x, node_y = [], []
    node_colors = []
    depth_colors = ['red', 'green', 'blue', 'purple', 'orange', 'yellow', 'pink', 'brown', 'grey', 'cyan']  

    for node in subgraph.nodes():
        x, y = pos[node]
        node_x.append(x)
        node_y.append(y)
        node_depth = nx.shortest_path_length(G, source=node_id, target=node)
        color = depth_colors[node_depth] if node_depth < len(depth_colors) else 'black'
        node_colors.append(color)

    node_trace = go.Scatter(x=node_x, y=node_y, mode='markers', hoverinfo='text',
                            marker=dict(showscale=False, colorscale='Viridis', size=10, color=node_colors, line_width=2))

 
    node_trace.text = [f'ID: {node}' for node in subgraph.nodes()]


    fig = go.Figure(data=[edge_trace, node_trace], layout=go.Layout(
                title=f'{depth}-Deep Neighborhood of Node {node_id}',
                titlefont_size=16,
                showlegend=False,
                hovermode='closest',
                margin=dict(b=20,l=5,r=5,t=40),
                xaxis=dict(showgrid=False, zeroline=False, showticklabels=False),
                yaxis=dict(showgrid=False, zeroline=False, showticklabels=False)))

    fig.show()


for i in [1,2,3]:
    plot_neighborhood(i)

X_train=df_train_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
X_test=df_test_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
y_train=df_train_encoded[["T_LOCAL_TX_PD"]]
y_test=df_test_encoded[["T_LOCAL_TX_PD"]]

param_grid = {
    'n_estimators': [10, 50, 100], 
    'max_depth': [None, 10, 20, 30], 
    'min_samples_split': [2, 4, 6]
}

grid_search = GridSearchCV(estimator=RandomForestRegressor(random_state=42),
                           param_grid=param_grid,
                           cv=5,  
                           scoring='neg_mean_squared_error',  
                           verbose=1,  
                           n_jobs=-1)


grid_search.fit(X_train, y_train.values.ravel())


best_model = grid_search.best_estimator_

y_train_pred = best_model.predict(X_train)
y_test_pred = best_model.predict(X_test)

train_r2 = r2_score(y_train, y_train_pred)
test_r2 = r2_score(y_test, y_test_pred)
train_mse = mean_squared_error(y_train, y_train_pred)
test_mse = mean_squared_error(y_test, y_test_pred)

print(f"Best Parameters: {grid_search.best_params_}")
print(f"Training R2 score: {train_r2:.2f}")
print(f"Test R2 score: {test_r2:.2f}")
print(f"Training MSE: {train_mse:.2f}")
print(f"Test MSE: {test_mse:.2f}")

Fitting 5 folds for each of 36 candidates, totalling 180 fits
Best Parameters: {'max_depth': None, 'min_samples_split': 2, 'n_estimators': 100}
Training R2 score: 0.99
Test R2 score: 0.95
Training MSE: 0.03
Test MSE: 0.20

test_data_['PD random forest'] = np.array([from_pred_to_normal(y) for y in y_test_pred])
test_data_[["T_LOCAL_TX_PD",'PD random forest']]

G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)


G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)

class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 3rd  layer
        x = F.relu(self.conv3(x, edge_index))

        
        x = self.out(x)
        return x

num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')

Epoch 1: Loss: 34.95518112182617
Epoch 2: Loss: 33.44199752807617
Epoch 3: Loss: 33.45864486694336
Epoch 4: Loss: 32.372337341308594
Epoch 5: Loss: 31.87409782409668
Epoch 6: Loss: 31.00893783569336
Epoch 7: Loss: 30.313350677490234
Epoch 8: Loss: 30.116172790527344
Epoch 9: Loss: 29.15779685974121
Epoch 10: Loss: 28.80605697631836
Epoch 11: Loss: 27.964826583862305
Epoch 12: Loss: 27.667598724365234
Epoch 13: Loss: 26.456512451171875
Epoch 14: Loss: 26.140403747558594
Epoch 15: Loss: 25.677371978759766
Epoch 16: Loss: 25.026273727416992
Epoch 17: Loss: 24.19707679748535
Epoch 18: Loss: 23.563146591186523
Epoch 19: Loss: 22.989988327026367
Epoch 20: Loss: 22.81761932373047
Epoch 21: Loss: 22.474376678466797
Epoch 22: Loss: 21.211902618408203
Epoch 23: Loss: 20.90770149230957
Epoch 24: Loss: 20.21375274658203
Epoch 25: Loss: 19.799684524536133
Epoch 26: Loss: 19.48683738708496
Epoch 27: Loss: 18.459129333496094
Epoch 28: Loss: 18.102510452270508
Epoch 29: Loss: 17.49164581298828
Epoch 30: Loss: 16.932708740234375
Epoch 31: Loss: 16.62199592590332
Epoch 32: Loss: 16.28417205810547
Epoch 33: Loss: 15.41952896118164
Epoch 34: Loss: 15.19974136352539
Epoch 35: Loss: 14.981375694274902
Epoch 36: Loss: 14.548462867736816
Epoch 37: Loss: 14.061858177185059
Epoch 38: Loss: 13.966769218444824
Epoch 39: Loss: 13.705194473266602
Epoch 40: Loss: 13.610262870788574
Epoch 41: Loss: 13.334912300109863
Epoch 42: Loss: 13.167555809020996
Epoch 43: Loss: 12.480504989624023
Epoch 44: Loss: 12.791308403015137
Epoch 45: Loss: 12.201279640197754
Epoch 46: Loss: 12.285846710205078
Epoch 47: Loss: 12.248703002929688
Epoch 48: Loss: 12.031614303588867
Epoch 49: Loss: 11.649435043334961
Epoch 50: Loss: 11.619298934936523
Epoch 51: Loss: 11.70883560180664
Epoch 52: Loss: 11.796823501586914
Epoch 53: Loss: 11.770257949829102
Epoch 54: Loss: 11.078471183776855
Epoch 55: Loss: 11.10826587677002
Epoch 56: Loss: 11.419014930725098
Epoch 57: Loss: 11.343765258789062
Epoch 58: Loss: 11.09335708618164
Epoch 59: Loss: 10.999090194702148
Epoch 60: Loss: 10.673394203186035
Epoch 61: Loss: 10.894759178161621
Epoch 62: Loss: 10.533154487609863
Epoch 63: Loss: 10.93275260925293
Epoch 64: Loss: 10.62273120880127
Epoch 65: Loss: 10.85340404510498
Epoch 66: Loss: 10.898776054382324
Epoch 67: Loss: 10.64322566986084
Epoch 68: Loss: 10.400691032409668
Epoch 69: Loss: 10.413921356201172
Epoch 70: Loss: 10.351643562316895
Epoch 71: Loss: 10.346016883850098
Epoch 72: Loss: 10.098409652709961
Epoch 73: Loss: 10.29231071472168
Epoch 74: Loss: 10.075542449951172
Epoch 75: Loss: 10.18432331085205
Epoch 76: Loss: 9.805990219116211
Epoch 77: Loss: 9.685996055603027
Epoch 78: Loss: 10.1483736038208
Epoch 79: Loss: 9.693219184875488
Epoch 80: Loss: 9.71135425567627
Epoch 81: Loss: 9.88979721069336
Epoch 82: Loss: 9.644247055053711
Epoch 83: Loss: 9.504920959472656
Epoch 84: Loss: 9.35968017578125
Epoch 85: Loss: 9.611566543579102
Epoch 86: Loss: 9.806034088134766
Epoch 87: Loss: 9.273755073547363
Epoch 88: Loss: 9.466940879821777
Epoch 89: Loss: 9.137408256530762
Epoch 90: Loss: 9.500267028808594
Epoch 91: Loss: 9.757225036621094
Epoch 92: Loss: 9.364592552185059
Epoch 93: Loss: 9.178281784057617
Epoch 94: Loss: 8.97650146484375
Epoch 95: Loss: 9.146814346313477
Epoch 96: Loss: 9.174736022949219
Epoch 97: Loss: 9.350924491882324
Epoch 98: Loss: 9.376415252685547
Epoch 99: Loss: 9.19204044342041
Epoch 100: Loss: 8.985445976257324
Epoch 101: Loss: 9.160627365112305
Epoch 102: Loss: 8.669221878051758
Epoch 103: Loss: 8.92422103881836
Epoch 104: Loss: 8.86182689666748
Epoch 105: Loss: 8.760208129882812
Epoch 106: Loss: 9.04425048828125
Epoch 107: Loss: 8.76815414428711
Epoch 108: Loss: 8.66262435913086
Epoch 109: Loss: 8.64935302734375
Epoch 110: Loss: 8.933055877685547
Epoch 111: Loss: 8.73674488067627
Epoch 112: Loss: 8.332697868347168
Epoch 113: Loss: 8.655102729797363
Epoch 114: Loss: 8.914200782775879
Epoch 115: Loss: 8.303566932678223
Epoch 116: Loss: 8.40466022491455
Epoch 117: Loss: 8.607872009277344
Epoch 118: Loss: 8.58557415008545
Epoch 119: Loss: 8.476083755493164
Epoch 120: Loss: 8.231796264648438
Epoch 121: Loss: 8.102280616760254
Epoch 122: Loss: 8.000029563903809
Epoch 123: Loss: 8.014041900634766
Epoch 124: Loss: 8.189142227172852
Epoch 125: Loss: 8.154505729675293
Epoch 126: Loss: 7.965782165527344
Epoch 127: Loss: 7.812820911407471
Epoch 128: Loss: 7.878050804138184
Epoch 129: Loss: 7.854605674743652
Epoch 130: Loss: 7.7081780433654785
Epoch 131: Loss: 7.6735520362854
Epoch 132: Loss: 7.873378276824951
Epoch 133: Loss: 7.590994358062744
Epoch 134: Loss: 7.5884528160095215
Epoch 135: Loss: 7.3949360847473145
Epoch 136: Loss: 7.467758655548096
Epoch 137: Loss: 7.6664628982543945
Epoch 138: Loss: 7.522199630737305
Epoch 139: Loss: 7.294693470001221
Epoch 140: Loss: 7.2883219718933105
Epoch 141: Loss: 7.365340709686279
Epoch 142: Loss: 7.240489482879639
Epoch 143: Loss: 7.323667526245117
Epoch 144: Loss: 7.235822677612305
Epoch 145: Loss: 7.422420024871826
Epoch 146: Loss: 6.911626815795898
Epoch 147: Loss: 6.939828395843506
Epoch 148: Loss: 6.993374347686768
Epoch 149: Loss: 6.927239418029785
Epoch 150: Loss: 6.890273094177246
Epoch 151: Loss: 7.007904529571533
Epoch 152: Loss: 6.835768699645996
Epoch 153: Loss: 6.9981584548950195
Epoch 154: Loss: 6.8061723709106445
Epoch 155: Loss: 6.528894424438477
Epoch 156: Loss: 6.6271257400512695
Epoch 157: Loss: 6.757699966430664
Epoch 158: Loss: 6.613052845001221
Epoch 159: Loss: 6.793635845184326
Epoch 160: Loss: 6.594665050506592
Epoch 161: Loss: 6.5544352531433105
Epoch 162: Loss: 6.394845962524414
Epoch 163: Loss: 6.309172630310059
Epoch 164: Loss: 6.150756359100342
Epoch 165: Loss: 6.3686842918396
Epoch 166: Loss: 6.371895790100098
Epoch 167: Loss: 6.317107200622559
Epoch 168: Loss: 6.235049724578857
Epoch 169: Loss: 6.21341609954834
Epoch 170: Loss: 6.15924072265625
Epoch 171: Loss: 5.881950378417969
Epoch 172: Loss: 6.122227668762207
Epoch 173: Loss: 6.256718158721924
Epoch 174: Loss: 6.07106351852417
Epoch 175: Loss: 6.035407543182373
Epoch 176: Loss: 6.2662272453308105
Epoch 177: Loss: 6.198017120361328
Epoch 178: Loss: 5.882510662078857
Epoch 179: Loss: 5.983772277832031
Epoch 180: Loss: 5.889632225036621
Epoch 181: Loss: 5.892978668212891
Epoch 182: Loss: 6.100884437561035
Epoch 183: Loss: 5.885955810546875
Epoch 184: Loss: 5.887576103210449
Epoch 185: Loss: 6.095335006713867
Epoch 186: Loss: 5.739194869995117
Epoch 187: Loss: 5.806875228881836
Epoch 188: Loss: 5.675552845001221
Epoch 189: Loss: 5.524433135986328
Epoch 190: Loss: 5.724804878234863
Epoch 191: Loss: 5.587706089019775
Epoch 192: Loss: 5.843206405639648
Epoch 193: Loss: 6.025030136108398
Epoch 194: Loss: 5.719147205352783
Epoch 195: Loss: 5.668573379516602
Epoch 196: Loss: 5.522486209869385
Epoch 197: Loss: 5.688657283782959
Epoch 198: Loss: 5.905962944030762
Epoch 199: Loss: 5.695184707641602
Epoch 200: Loss: 5.81676721572876
Epoch 201: Loss: 5.646570205688477
Epoch 202: Loss: 5.648396968841553
Epoch 203: Loss: 5.717350959777832
Epoch 204: Loss: 5.600765705108643
Epoch 205: Loss: 5.634962558746338
Epoch 206: Loss: 5.754610061645508
Epoch 207: Loss: 5.690622806549072
Epoch 208: Loss: 5.660812854766846
Epoch 209: Loss: 5.674728870391846
Epoch 210: Loss: 5.355063438415527
Epoch 211: Loss: 5.805387496948242
Epoch 212: Loss: 5.407326698303223
Epoch 213: Loss: 5.52384090423584
Epoch 214: Loss: 5.55436897277832
Epoch 215: Loss: 5.519745826721191
Epoch 216: Loss: 5.440134048461914
Epoch 217: Loss: 5.531852722167969
Epoch 218: Loss: 5.306737422943115
Epoch 219: Loss: 5.466255187988281
Epoch 220: Loss: 5.5277204513549805
Epoch 221: Loss: 5.516617298126221
Epoch 222: Loss: 5.430787086486816
Epoch 223: Loss: 5.510308742523193
Epoch 224: Loss: 5.379601955413818
Epoch 225: Loss: 5.794005393981934
Epoch 226: Loss: 5.507256031036377
Epoch 227: Loss: 5.439699172973633
Epoch 228: Loss: 5.57485818862915
Epoch 229: Loss: 5.664549350738525
Epoch 230: Loss: 5.411269664764404
Epoch 231: Loss: 5.479518890380859
Epoch 232: Loss: 5.06010103225708
Epoch 233: Loss: 5.510768890380859
Epoch 234: Loss: 5.534209728240967
Epoch 235: Loss: 5.271979808807373
Epoch 236: Loss: 5.3560051918029785
Epoch 237: Loss: 5.284939765930176
Epoch 238: Loss: 5.3736653327941895
Epoch 239: Loss: 5.337906837463379
Epoch 240: Loss: 5.26416540145874
Epoch 241: Loss: 5.379672527313232
Epoch 242: Loss: 5.23182487487793
Epoch 243: Loss: 5.169548988342285
Epoch 244: Loss: 5.342589855194092
Epoch 245: Loss: 5.189962387084961
Epoch 246: Loss: 5.226535320281982
Epoch 247: Loss: 4.959158897399902
Epoch 248: Loss: 5.3082451820373535
Epoch 249: Loss: 5.253906726837158
Epoch 250: Loss: 5.159357070922852
Epoch 251: Loss: 5.266942501068115
Epoch 252: Loss: 5.237196445465088
Epoch 253: Loss: 5.32645320892334
Epoch 254: Loss: 5.143689155578613
Epoch 255: Loss: 5.198523998260498
Epoch 256: Loss: 5.257404804229736
Epoch 257: Loss: 5.052269458770752
Epoch 258: Loss: 5.207416534423828
Epoch 259: Loss: 5.395879745483398
Epoch 260: Loss: 5.241683483123779
Epoch 261: Loss: 5.2592034339904785
Epoch 262: Loss: 5.247497081756592
Epoch 263: Loss: 5.180561542510986
Epoch 264: Loss: 5.261203289031982
Epoch 265: Loss: 5.470455646514893
Epoch 266: Loss: 5.299830436706543
Epoch 267: Loss: 5.2540788650512695
Epoch 268: Loss: 5.112023830413818
Epoch 269: Loss: 5.367429256439209
Epoch 270: Loss: 5.282451152801514
Epoch 271: Loss: 5.321132659912109
Epoch 272: Loss: 5.272593975067139
Epoch 273: Loss: 5.25204610824585
Epoch 274: Loss: 5.154966354370117
Epoch 275: Loss: 5.256220817565918
Epoch 276: Loss: 4.905043125152588
Epoch 277: Loss: 5.2705864906311035
Epoch 278: Loss: 5.282900333404541
Epoch 279: Loss: 5.121695041656494
Epoch 280: Loss: 5.063412666320801
Epoch 281: Loss: 5.050398826599121
Epoch 282: Loss: 5.089733123779297
Epoch 283: Loss: 5.023544788360596
Epoch 284: Loss: 5.240901470184326
Epoch 285: Loss: 5.096518516540527
Epoch 286: Loss: 5.341992378234863
Epoch 287: Loss: 5.17843770980835
Epoch 288: Loss: 5.242380619049072
Epoch 289: Loss: 5.2061076164245605
Epoch 290: Loss: 5.207058906555176
Epoch 291: Loss: 4.928691387176514
Epoch 292: Loss: 5.199892520904541
Epoch 293: Loss: 5.136028289794922
Epoch 294: Loss: 5.148815155029297
Epoch 295: Loss: 5.030081748962402
Epoch 296: Loss: 5.200122833251953
Epoch 297: Loss: 5.160017013549805
Epoch 298: Loss: 5.171218395233154
Epoch 299: Loss: 5.09175968170166
Epoch 300: Loss: 5.019690036773682
Epoch 301: Loss: 4.967158317565918
Epoch 302: Loss: 4.794497966766357
Epoch 303: Loss: 4.975846290588379
Epoch 304: Loss: 4.916964054107666
Epoch 305: Loss: 4.994951248168945
Epoch 306: Loss: 5.124937057495117
Epoch 307: Loss: 5.135381698608398
Epoch 308: Loss: 5.0254435539245605
Epoch 309: Loss: 4.910035133361816
Epoch 310: Loss: 4.918938159942627
Epoch 311: Loss: 4.867457866668701
Epoch 312: Loss: 4.9559550285339355
Epoch 313: Loss: 4.913564205169678
Epoch 314: Loss: 4.876887321472168
Epoch 315: Loss: 4.6901092529296875
Epoch 316: Loss: 4.753022193908691
Epoch 317: Loss: 5.0590410232543945
Epoch 318: Loss: 4.940176010131836
Epoch 319: Loss: 4.923335552215576
Epoch 320: Loss: 5.016807556152344
Epoch 321: Loss: 4.84628963470459
Epoch 322: Loss: 4.896263122558594
Epoch 323: Loss: 4.852053165435791
Epoch 324: Loss: 4.959729194641113
Epoch 325: Loss: 5.119100093841553
Epoch 326: Loss: 4.915286540985107
Epoch 327: Loss: 4.793679714202881
Epoch 328: Loss: 4.856842041015625
Epoch 329: Loss: 4.601160049438477
Epoch 330: Loss: 4.900336742401123
Epoch 331: Loss: 4.941622257232666
Epoch 332: Loss: 4.863447666168213
Epoch 333: Loss: 4.867697238922119
Epoch 334: Loss: 4.786334991455078
Epoch 335: Loss: 4.743536472320557
Epoch 336: Loss: 4.907842636108398
Epoch 337: Loss: 4.787497520446777
Epoch 338: Loss: 4.883010387420654
Epoch 339: Loss: 4.899899482727051
Epoch 340: Loss: 4.8449835777282715
Epoch 341: Loss: 4.875065803527832
Epoch 342: Loss: 4.872990131378174
Epoch 343: Loss: 4.937357425689697
Epoch 344: Loss: 4.871446132659912
Epoch 345: Loss: 4.964412212371826
Epoch 346: Loss: 4.722332954406738
Epoch 347: Loss: 4.885135173797607
Epoch 348: Loss: 4.881754398345947
Epoch 349: Loss: 4.918983459472656
Epoch 350: Loss: 5.029741287231445
Epoch 351: Loss: 4.8471174240112305
Epoch 352: Loss: 4.7238593101501465
Epoch 353: Loss: 4.97292947769165
Epoch 354: Loss: 4.673650741577148
Epoch 355: Loss: 4.831639289855957
Epoch 356: Loss: 4.678454399108887
Epoch 357: Loss: 4.735695838928223
Epoch 358: Loss: 4.6281256675720215
Epoch 359: Loss: 4.835605144500732
Epoch 360: Loss: 4.818716049194336
Epoch 361: Loss: 4.813684940338135
Epoch 362: Loss: 4.915287971496582
Epoch 363: Loss: 4.773298263549805
Epoch 364: Loss: 4.752320766448975
Epoch 365: Loss: 4.827441215515137
Epoch 366: Loss: 4.880153656005859
Epoch 367: Loss: 4.940591335296631
Epoch 368: Loss: 4.767626762390137
Epoch 369: Loss: 4.729062080383301
Epoch 370: Loss: 4.877273082733154
Epoch 371: Loss: 4.678647041320801
Epoch 372: Loss: 4.797616958618164
Epoch 373: Loss: 4.634686470031738
Epoch 374: Loss: 4.583667755126953
Epoch 375: Loss: 4.808825492858887
Epoch 376: Loss: 4.716197490692139
Epoch 377: Loss: 4.792609214782715
Epoch 378: Loss: 4.87924337387085
Epoch 379: Loss: 4.712888240814209
Epoch 380: Loss: 4.778090476989746
Epoch 381: Loss: 4.820934295654297
Epoch 382: Loss: 4.764064788818359
Epoch 383: Loss: 4.823496341705322
Epoch 384: Loss: 4.56692361831665
Epoch 385: Loss: 4.865642070770264
Epoch 386: Loss: 4.841527938842773
Epoch 387: Loss: 4.710368633270264
Epoch 388: Loss: 4.629454135894775
Epoch 389: Loss: 4.810702800750732
Epoch 390: Loss: 4.748434066772461
Epoch 391: Loss: 4.917285442352295
Epoch 392: Loss: 4.712466239929199
Epoch 393: Loss: 4.588918685913086
Epoch 394: Loss: 4.625970363616943
Epoch 395: Loss: 4.87153959274292
Epoch 396: Loss: 5.06873893737793
Epoch 397: Loss: 4.7469401359558105
Epoch 398: Loss: 4.717989444732666
Epoch 399: Loss: 4.688147068023682
Epoch 400: Loss: 4.6434102058410645
Epoch 401: Loss: 4.724753379821777
Epoch 402: Loss: 4.572550296783447
Epoch 403: Loss: 4.679738521575928
Epoch 404: Loss: 4.887852668762207
Epoch 405: Loss: 4.8899149894714355
Epoch 406: Loss: 4.75970983505249
Epoch 407: Loss: 4.635313987731934
Epoch 408: Loss: 4.754726409912109
Epoch 409: Loss: 4.896402359008789
Epoch 410: Loss: 4.733016014099121
Epoch 411: Loss: 4.862617492675781
Epoch 412: Loss: 4.621068477630615
Epoch 413: Loss: 4.724444389343262
Epoch 414: Loss: 4.691036224365234
Epoch 415: Loss: 4.64210319519043
Epoch 416: Loss: 4.817199230194092
Epoch 417: Loss: 4.6947126388549805
Epoch 418: Loss: 4.559525012969971
Epoch 419: Loss: 4.536197185516357
Epoch 420: Loss: 4.687735080718994
Epoch 421: Loss: 4.758417129516602
Epoch 422: Loss: 4.709314823150635
Epoch 423: Loss: 4.630863666534424
Epoch 424: Loss: 4.671463489532471
Epoch 425: Loss: 4.631723403930664
Epoch 426: Loss: 4.64593505859375
Epoch 427: Loss: 4.766284465789795
Epoch 428: Loss: 4.6632561683654785
Epoch 429: Loss: 4.742684841156006
Epoch 430: Loss: 4.866322040557861
Epoch 431: Loss: 4.574560642242432
Epoch 432: Loss: 4.600513935089111
Epoch 433: Loss: 4.55787992477417
Epoch 434: Loss: 4.552170753479004
Epoch 435: Loss: 4.791007041931152
Epoch 436: Loss: 4.720795631408691
Epoch 437: Loss: 4.591182708740234
Epoch 438: Loss: 4.825488090515137
Epoch 439: Loss: 4.885797023773193
Epoch 440: Loss: 4.600090503692627
Epoch 441: Loss: 4.635110378265381
Epoch 442: Loss: 4.595024108886719
Epoch 443: Loss: 4.688209056854248
Epoch 444: Loss: 4.635042190551758
Epoch 445: Loss: 4.668091773986816
Epoch 446: Loss: 4.595385551452637
Epoch 447: Loss: 4.762819290161133
Epoch 448: Loss: 4.560739517211914
Epoch 449: Loss: 4.708379745483398
Epoch 450: Loss: 4.4943766593933105
Epoch 451: Loss: 4.5385422706604
Epoch 452: Loss: 4.610412120819092
Epoch 453: Loss: 4.695411682128906
Epoch 454: Loss: 4.482194900512695
Epoch 455: Loss: 4.5862908363342285
Epoch 456: Loss: 4.512253284454346
Epoch 457: Loss: 4.511894702911377
Epoch 458: Loss: 4.700323581695557
Epoch 459: Loss: 4.47183084487915
Epoch 460: Loss: 4.477662086486816
Epoch 461: Loss: 4.691483020782471
Epoch 462: Loss: 4.6007280349731445
Epoch 463: Loss: 4.617469787597656
Epoch 464: Loss: 4.6992058753967285
Epoch 465: Loss: 4.525811672210693
Epoch 466: Loss: 4.582572937011719
Epoch 467: Loss: 4.828845024108887
Epoch 468: Loss: 4.735288619995117
Epoch 469: Loss: 4.58006477355957
Epoch 470: Loss: 4.498234272003174
Epoch 471: Loss: 4.481715679168701
Epoch 472: Loss: 4.544601917266846
Epoch 473: Loss: 4.552178859710693
Epoch 474: Loss: 4.534564971923828
Epoch 475: Loss: 4.436434745788574
Epoch 476: Loss: 4.6688690185546875
Epoch 477: Loss: 4.492420196533203
Epoch 478: Loss: 4.611114978790283
Epoch 479: Loss: 4.616246223449707
Epoch 480: Loss: 4.50895357131958
Epoch 481: Loss: 4.443422317504883
Epoch 482: Loss: 4.669247150421143
Epoch 483: Loss: 4.447686672210693
Epoch 484: Loss: 4.578980922698975
Epoch 485: Loss: 4.550930023193359
Epoch 486: Loss: 4.514470100402832
Epoch 487: Loss: 4.44300651550293
Epoch 488: Loss: 4.461411952972412
Epoch 489: Loss: 4.590888500213623
Epoch 490: Loss: 4.540619373321533
Epoch 491: Loss: 4.489986419677734
Epoch 492: Loss: 4.557253837585449
Epoch 493: Loss: 4.776950836181641
Epoch 494: Loss: 4.484706878662109
Epoch 495: Loss: 4.655196666717529
Epoch 496: Loss: 4.437727451324463
Epoch 497: Loss: 4.467761993408203
Epoch 498: Loss: 4.564217567443848
Epoch 499: Loss: 4.678405284881592
Epoch 500: Loss: 4.5671820640563965
Epoch 501: Loss: 4.649497985839844
Epoch 502: Loss: 4.635284900665283
Epoch 503: Loss: 4.521862983703613
Epoch 504: Loss: 4.598904609680176
Epoch 505: Loss: 4.620960712432861
Epoch 506: Loss: 4.542452812194824
Epoch 507: Loss: 4.592074394226074
Epoch 508: Loss: 4.5431623458862305
Epoch 509: Loss: 4.742196083068848
Epoch 510: Loss: 4.685792446136475
Epoch 511: Loss: 4.457786560058594
Epoch 512: Loss: 4.6612701416015625
Epoch 513: Loss: 4.6161885261535645
Epoch 514: Loss: 4.635939598083496
Epoch 515: Loss: 4.59129524230957
Epoch 516: Loss: 4.59398078918457
Epoch 517: Loss: 4.5284318923950195
Epoch 518: Loss: 4.452967643737793
Epoch 519: Loss: 4.50523567199707
Epoch 520: Loss: 4.467001914978027
Epoch 521: Loss: 4.513888359069824
Epoch 522: Loss: 4.616657257080078
Epoch 523: Loss: 4.315523147583008
Epoch 524: Loss: 4.480956554412842
Epoch 525: Loss: 4.561471462249756
Epoch 526: Loss: 4.440832138061523
Epoch 527: Loss: 4.600278854370117
Epoch 528: Loss: 4.363795280456543
Epoch 529: Loss: 4.49311637878418
Epoch 530: Loss: 4.471664905548096
Epoch 531: Loss: 4.343430519104004
Epoch 532: Loss: 4.518795013427734
Epoch 533: Loss: 4.552719593048096
Epoch 534: Loss: 4.646697044372559
Epoch 535: Loss: 4.273575782775879
Epoch 536: Loss: 4.409938335418701
Epoch 537: Loss: 4.362624645233154
Epoch 538: Loss: 4.425466060638428
Epoch 539: Loss: 4.435445785522461
Epoch 540: Loss: 4.455226898193359
Epoch 541: Loss: 4.289496421813965
Epoch 542: Loss: 4.3789591789245605
Epoch 543: Loss: 4.467395782470703
Epoch 544: Loss: 4.416659832000732
Epoch 545: Loss: 4.566211700439453
Epoch 546: Loss: 4.550421237945557
Epoch 547: Loss: 4.51795768737793
Epoch 548: Loss: 4.469283103942871
Epoch 549: Loss: 4.476960182189941
Epoch 550: Loss: 4.562533855438232
Epoch 551: Loss: 4.4221062660217285
Epoch 552: Loss: 4.365868091583252
Epoch 553: Loss: 4.324236869812012
Epoch 554: Loss: 4.541069507598877
Epoch 555: Loss: 4.298914909362793
Epoch 556: Loss: 4.464176654815674
Epoch 557: Loss: 5.095361709594727
Epoch 558: Loss: 4.422058582305908
Epoch 559: Loss: 4.301423072814941
Epoch 560: Loss: 4.398216724395752
Epoch 561: Loss: 4.514298915863037
Epoch 562: Loss: 4.570059299468994
Epoch 563: Loss: 4.502214431762695
Epoch 564: Loss: 4.441023826599121
Epoch 565: Loss: 4.440479755401611
Epoch 566: Loss: 4.35562801361084
Epoch 567: Loss: 4.380805015563965
Epoch 568: Loss: 4.352075576782227
Epoch 569: Loss: 4.479905128479004
Epoch 570: Loss: 4.359681606292725
Epoch 571: Loss: 4.456662654876709
Epoch 572: Loss: 4.428624153137207
Epoch 573: Loss: 4.488762378692627
Epoch 574: Loss: 4.550868988037109
Epoch 575: Loss: 4.4483771324157715
Epoch 576: Loss: 4.766093730926514
Epoch 577: Loss: 4.374119281768799
Epoch 578: Loss: 4.617988586425781
Epoch 579: Loss: 4.488827705383301
Epoch 580: Loss: 4.443933963775635
Epoch 581: Loss: 4.387051105499268
Epoch 582: Loss: 4.499605655670166
Epoch 583: Loss: 4.74043607711792
Epoch 584: Loss: 4.3424973487854
Epoch 585: Loss: 4.332470893859863
Epoch 586: Loss: 4.495957851409912
Epoch 587: Loss: 4.4841766357421875
Epoch 588: Loss: 4.33656120300293
Epoch 589: Loss: 4.382066249847412
Epoch 590: Loss: 4.528372764587402
Epoch 591: Loss: 4.4495697021484375
Epoch 592: Loss: 4.345994472503662
Epoch 593: Loss: 4.562587738037109
Epoch 594: Loss: 4.4993672370910645
Epoch 595: Loss: 4.540133953094482
Epoch 596: Loss: 4.45964241027832
Epoch 597: Loss: 4.457886219024658
Epoch 598: Loss: 4.359655380249023
Epoch 599: Loss: 4.423559665679932
Epoch 600: Loss: 4.516705513000488
Epoch 601: Loss: 4.418796062469482
Epoch 602: Loss: 4.348944187164307
Epoch 603: Loss: 4.498900413513184
Epoch 604: Loss: 4.36625862121582
Epoch 605: Loss: 4.253825664520264
Epoch 606: Loss: 4.576559543609619
Epoch 607: Loss: 4.411786079406738
Epoch 608: Loss: 4.332847595214844
Epoch 609: Loss: 4.329003810882568
Epoch 610: Loss: 4.420726299285889
Epoch 611: Loss: 4.3484954833984375
Epoch 612: Loss: 4.327701091766357
Epoch 613: Loss: 4.410027503967285
Epoch 614: Loss: 4.414424896240234
Epoch 615: Loss: 4.374058723449707
Epoch 616: Loss: 4.385358810424805
Epoch 617: Loss: 4.455718517303467
Epoch 618: Loss: 4.410793304443359
Epoch 619: Loss: 4.5061540603637695
Epoch 620: Loss: 4.360360145568848
Epoch 621: Loss: 4.383755207061768
Epoch 622: Loss: 4.137263298034668
Epoch 623: Loss: 4.342182636260986
Epoch 624: Loss: 4.364218235015869
Epoch 625: Loss: 4.340260028839111
Epoch 626: Loss: 4.214602470397949
Epoch 627: Loss: 4.393003463745117
Epoch 628: Loss: 4.359803199768066
Epoch 629: Loss: 4.360075950622559
Epoch 630: Loss: 4.258528232574463
Epoch 631: Loss: 4.4395623207092285
Epoch 632: Loss: 4.35377836227417
Epoch 633: Loss: 4.413852214813232
Epoch 634: Loss: 4.3141984939575195
Epoch 635: Loss: 4.260684967041016
Epoch 636: Loss: 4.278231620788574
Epoch 637: Loss: 4.354654788970947
Epoch 638: Loss: 4.289056301116943
Epoch 639: Loss: 4.352203845977783
Epoch 640: Loss: 4.333851337432861
Epoch 641: Loss: 4.493641376495361
Epoch 642: Loss: 4.305622100830078
Epoch 643: Loss: 4.341865062713623
Epoch 644: Loss: 4.335603713989258
Epoch 645: Loss: 4.357011795043945
Epoch 646: Loss: 4.270326137542725
Epoch 647: Loss: 4.356104373931885
Epoch 648: Loss: 4.253529071807861
Epoch 649: Loss: 4.364768028259277
Epoch 650: Loss: 4.217146396636963
Epoch 651: Loss: 4.4590535163879395
Epoch 652: Loss: 4.430017471313477
Epoch 653: Loss: 4.250360012054443
Epoch 654: Loss: 4.252347469329834
Epoch 655: Loss: 4.3791913986206055
Epoch 656: Loss: 4.309596061706543
Epoch 657: Loss: 4.345427513122559
Epoch 658: Loss: 4.404129505157471
Epoch 659: Loss: 4.293975353240967
Epoch 660: Loss: 4.2262163162231445
Epoch 661: Loss: 4.264110088348389
Epoch 662: Loss: 4.193131446838379
Epoch 663: Loss: 4.261592388153076
Epoch 664: Loss: 4.232124328613281
Epoch 665: Loss: 4.2513275146484375
Epoch 666: Loss: 4.30343770980835
Epoch 667: Loss: 4.268457412719727
Epoch 668: Loss: 4.275182723999023
Epoch 669: Loss: 4.215846061706543
Epoch 670: Loss: 4.213043212890625
Epoch 671: Loss: 4.28892707824707
Epoch 672: Loss: 4.241781711578369
Epoch 673: Loss: 4.412234306335449
Epoch 674: Loss: 4.210379600524902
Epoch 675: Loss: 4.301697254180908
Epoch 676: Loss: 4.319077014923096
Epoch 677: Loss: 4.206923007965088
Epoch 678: Loss: 4.3000311851501465
Epoch 679: Loss: 4.150601863861084
Epoch 680: Loss: 4.2664103507995605
Epoch 681: Loss: 4.288846492767334
Epoch 682: Loss: 4.226561546325684
Epoch 683: Loss: 4.237049579620361
Epoch 684: Loss: 4.2334160804748535
Epoch 685: Loss: 4.288198471069336
Epoch 686: Loss: 4.314757823944092
Epoch 687: Loss: 4.215977668762207
Epoch 688: Loss: 4.2539262771606445
Epoch 689: Loss: 4.165421962738037
Epoch 690: Loss: 4.137051582336426
Epoch 691: Loss: 4.152786731719971
Epoch 692: Loss: 4.25788688659668
Epoch 693: Loss: 4.196062088012695
Epoch 694: Loss: 4.227531909942627
Epoch 695: Loss: 4.259636402130127
Epoch 696: Loss: 4.127438545227051
Epoch 697: Loss: 4.316552639007568
Epoch 698: Loss: 4.178318023681641
Epoch 699: Loss: 4.362392425537109
Epoch 700: Loss: 4.336333274841309
Epoch 701: Loss: 4.289678573608398
Epoch 702: Loss: 4.163369655609131
Epoch 703: Loss: 4.244671821594238
Epoch 704: Loss: 4.204283237457275
Epoch 705: Loss: 4.112665176391602
Epoch 706: Loss: 4.203912258148193
Epoch 707: Loss: 4.058182239532471
Epoch 708: Loss: 4.194222927093506
Epoch 709: Loss: 4.256991863250732
Epoch 710: Loss: 4.115760803222656
Epoch 711: Loss: 4.214743614196777
Epoch 712: Loss: 4.261735916137695
Epoch 713: Loss: 4.228062152862549
Epoch 714: Loss: 4.178373336791992
Epoch 715: Loss: 4.080268859863281
Epoch 716: Loss: 4.150986194610596
Epoch 717: Loss: 4.226024627685547
Epoch 718: Loss: 4.247505187988281
Epoch 719: Loss: 4.218817710876465
Epoch 720: Loss: 4.167072772979736
Epoch 721: Loss: 4.158560752868652
Epoch 722: Loss: 4.216911792755127
Epoch 723: Loss: 4.186790943145752
Epoch 724: Loss: 4.2457427978515625
Epoch 725: Loss: 4.198067665100098
Epoch 726: Loss: 4.265495777130127
Epoch 727: Loss: 4.257431507110596
Epoch 728: Loss: 4.292675971984863
Epoch 729: Loss: 4.168529033660889
Epoch 730: Loss: 4.3504638671875
Epoch 731: Loss: 4.290013313293457
Epoch 732: Loss: 4.126450538635254
Epoch 733: Loss: 4.242677211761475
Epoch 734: Loss: 4.221333026885986
Epoch 735: Loss: 4.211608409881592
Epoch 736: Loss: 4.132706165313721
Epoch 737: Loss: 4.155889511108398
Epoch 738: Loss: 4.171364784240723
Epoch 739: Loss: 4.232914447784424
Epoch 740: Loss: 4.206982612609863
Epoch 741: Loss: 4.147054195404053
Epoch 742: Loss: 4.214721202850342
Epoch 743: Loss: 4.335045337677002
Epoch 744: Loss: 4.1634674072265625
Epoch 745: Loss: 4.167021751403809
Epoch 746: Loss: 4.14574670791626
Epoch 747: Loss: 4.030327796936035
Epoch 748: Loss: 4.238727569580078
Epoch 749: Loss: 4.317352771759033
Epoch 750: Loss: 4.120706558227539
Epoch 751: Loss: 4.221789836883545
Epoch 752: Loss: 4.232820510864258
Epoch 753: Loss: 4.158798694610596
Epoch 754: Loss: 4.007608413696289
Epoch 755: Loss: 4.270432472229004
Epoch 756: Loss: 4.0897088050842285
Epoch 757: Loss: 4.119783878326416
Epoch 758: Loss: 4.227199077606201
Epoch 759: Loss: 4.201057434082031
Epoch 760: Loss: 4.189144134521484
Epoch 761: Loss: 4.129382133483887
Epoch 762: Loss: 4.288376808166504
Epoch 763: Loss: 4.1318039894104
Epoch 764: Loss: 4.058277130126953
Epoch 765: Loss: 4.125014305114746
Epoch 766: Loss: 4.148059844970703
Epoch 767: Loss: 4.110328197479248
Epoch 768: Loss: 4.062009334564209
Epoch 769: Loss: 4.172414779663086
Epoch 770: Loss: 4.083820819854736
Epoch 771: Loss: 4.084863185882568
Epoch 772: Loss: 4.197197437286377
Epoch 773: Loss: 4.164785861968994
Epoch 774: Loss: 4.070063591003418
Epoch 775: Loss: 4.14764928817749
Epoch 776: Loss: 4.239220142364502
Epoch 777: Loss: 4.1358795166015625
Epoch 778: Loss: 4.13712215423584
Epoch 779: Loss: 4.137044906616211
Epoch 780: Loss: 4.177150726318359
Epoch 781: Loss: 4.145082473754883
Epoch 782: Loss: 4.271174430847168
Epoch 783: Loss: 4.04262638092041
Epoch 784: Loss: 4.158580780029297
Epoch 785: Loss: 4.193569183349609
Epoch 786: Loss: 4.070541858673096
Epoch 787: Loss: 4.188937187194824
Epoch 788: Loss: 4.191336631774902
Epoch 789: Loss: 4.1556267738342285
Epoch 790: Loss: 4.0284318923950195
Epoch 791: Loss: 4.009122371673584
Epoch 792: Loss: 4.01986837387085
Epoch 793: Loss: 4.155701637268066
Epoch 794: Loss: 4.1161932945251465
Epoch 795: Loss: 4.176329612731934
Epoch 796: Loss: 4.089423656463623
Epoch 797: Loss: 4.115365028381348
Epoch 798: Loss: 4.132288932800293
Epoch 799: Loss: 4.037651062011719
Epoch 800: Loss: 4.121245861053467
Epoch 801: Loss: 4.129530429840088
Epoch 802: Loss: 4.055429935455322
Epoch 803: Loss: 4.046949863433838
Epoch 804: Loss: 4.026121139526367
Epoch 805: Loss: 4.147161483764648
Epoch 806: Loss: 4.121963024139404
Epoch 807: Loss: 4.09291934967041
Epoch 808: Loss: 4.053396224975586
Epoch 809: Loss: 4.190274715423584
Epoch 810: Loss: 4.121770858764648
Epoch 811: Loss: 4.112301349639893
Epoch 812: Loss: 4.133702754974365
Epoch 813: Loss: 4.139247417449951
Epoch 814: Loss: 4.103918075561523
Epoch 815: Loss: 4.064302444458008
Epoch 816: Loss: 4.2114105224609375
Epoch 817: Loss: 4.329983234405518
Epoch 818: Loss: 4.1857218742370605
Epoch 819: Loss: 4.2249226570129395
Epoch 820: Loss: 4.254145622253418
Epoch 821: Loss: 4.164383888244629
Epoch 822: Loss: 4.235500335693359
Epoch 823: Loss: 4.136358737945557
Epoch 824: Loss: 4.113770484924316
Epoch 825: Loss: 4.1995158195495605
Epoch 826: Loss: 4.230484962463379
Epoch 827: Loss: 4.049529075622559
Epoch 828: Loss: 4.202448844909668
Epoch 829: Loss: 4.095547199249268
Epoch 830: Loss: 4.044224262237549
Epoch 831: Loss: 4.083250522613525
Epoch 832: Loss: 4.045663356781006
Epoch 833: Loss: 4.232284069061279
Epoch 834: Loss: 4.04218053817749
Epoch 835: Loss: 4.11490535736084
Epoch 836: Loss: 4.050520420074463
Epoch 837: Loss: 4.165465354919434
Epoch 838: Loss: 4.067785263061523
Epoch 839: Loss: 4.176218509674072
Epoch 840: Loss: 4.207239627838135
Epoch 841: Loss: 4.1607890129089355
Epoch 842: Loss: 4.098769664764404
Epoch 843: Loss: 4.181851387023926
Epoch 844: Loss: 4.097584247589111
Epoch 845: Loss: 4.159380912780762
Epoch 846: Loss: 4.045532703399658
Epoch 847: Loss: 4.041441917419434
Epoch 848: Loss: 4.070606708526611
Epoch 849: Loss: 4.09684419631958
Epoch 850: Loss: 4.098130226135254
Epoch 851: Loss: 4.089385032653809
Epoch 852: Loss: 4.103822708129883
Epoch 853: Loss: 4.002374172210693
Epoch 854: Loss: 4.078622817993164
Epoch 855: Loss: 4.1014323234558105
Epoch 856: Loss: 4.096492767333984
Epoch 857: Loss: 4.1344709396362305
Epoch 858: Loss: 4.144368648529053
Epoch 859: Loss: 4.017965793609619
Epoch 860: Loss: 4.042276859283447
Epoch 861: Loss: 4.219995021820068
Epoch 862: Loss: 4.134457588195801
Epoch 863: Loss: 4.1149067878723145
Epoch 864: Loss: 4.078758716583252
Epoch 865: Loss: 4.120241165161133
Epoch 866: Loss: 4.127903938293457
Epoch 867: Loss: 4.012838363647461
Epoch 868: Loss: 4.073485374450684
Epoch 869: Loss: 4.060649394989014
Epoch 870: Loss: 4.04290246963501
Epoch 871: Loss: 3.9805421829223633
Epoch 872: Loss: 4.037230491638184
Epoch 873: Loss: 4.1207194328308105
Epoch 874: Loss: 3.965151309967041
Epoch 875: Loss: 4.109206676483154
Epoch 876: Loss: 3.9462878704071045
Epoch 877: Loss: 3.962179183959961
Epoch 878: Loss: 4.050488471984863
Epoch 879: Loss: 4.04470157623291
Epoch 880: Loss: 3.993464231491089
Epoch 881: Loss: 4.027047157287598
Epoch 882: Loss: 4.193535327911377
Epoch 883: Loss: 4.038949966430664
Epoch 884: Loss: 4.126227855682373
Epoch 885: Loss: 3.9952993392944336
Epoch 886: Loss: 4.070189476013184
Epoch 887: Loss: 4.112119674682617
Epoch 888: Loss: 4.008617877960205
Epoch 889: Loss: 4.1085381507873535
Epoch 890: Loss: 4.113974571228027
Epoch 891: Loss: 3.880887985229492
Epoch 892: Loss: 4.137197971343994
Epoch 893: Loss: 3.9491755962371826
Epoch 894: Loss: 3.938340425491333
Epoch 895: Loss: 4.123947620391846
Epoch 896: Loss: 4.052787780761719
Epoch 897: Loss: 3.9775009155273438
Epoch 898: Loss: 4.100852012634277
Epoch 899: Loss: 4.039220809936523
Epoch 900: Loss: 4.041967868804932
Epoch 901: Loss: 4.017672538757324
Epoch 902: Loss: 3.9584195613861084
Epoch 903: Loss: 4.150857925415039
Epoch 904: Loss: 4.0893073081970215
Epoch 905: Loss: 4.016895771026611
Epoch 906: Loss: 4.052063941955566
Epoch 907: Loss: 4.055568695068359
Epoch 908: Loss: 4.108415126800537
Epoch 909: Loss: 4.128849029541016
Epoch 910: Loss: 3.979757308959961
Epoch 911: Loss: 3.9486396312713623
Epoch 912: Loss: 3.962963819503784
Epoch 913: Loss: 4.032772064208984
Epoch 914: Loss: 4.024143695831299
Epoch 915: Loss: 3.9684653282165527
Epoch 916: Loss: 4.127104759216309
Epoch 917: Loss: 3.938157320022583
Epoch 918: Loss: 4.039810657501221
Epoch 919: Loss: 3.9814560413360596
Epoch 920: Loss: 4.0414814949035645
Epoch 921: Loss: 3.967576265335083
Epoch 922: Loss: 4.176306247711182
Epoch 923: Loss: 4.083833694458008
Epoch 924: Loss: 4.007279872894287
Epoch 925: Loss: 4.018048286437988
Epoch 926: Loss: 3.962681293487549
Epoch 927: Loss: 3.987234592437744
Epoch 928: Loss: 3.978022575378418
Epoch 929: Loss: 3.969071865081787
Epoch 930: Loss: 4.022531509399414
Epoch 931: Loss: 3.976184844970703
Epoch 932: Loss: 3.9531376361846924
Epoch 933: Loss: 4.031289100646973
Epoch 934: Loss: 3.989377498626709
Epoch 935: Loss: 4.152988910675049
Epoch 936: Loss: 3.9570934772491455
Epoch 937: Loss: 3.969477891921997
Epoch 938: Loss: 3.957230567932129
Epoch 939: Loss: 3.973703622817993
Epoch 940: Loss: 4.007197856903076
Epoch 941: Loss: 3.9023597240448
Epoch 942: Loss: 3.8999884128570557
Epoch 943: Loss: 3.977119207382202
Epoch 944: Loss: 4.00977897644043
Epoch 945: Loss: 3.9146151542663574
Epoch 946: Loss: 3.9803237915039062
Epoch 947: Loss: 4.052217960357666
Epoch 948: Loss: 3.9450249671936035
Epoch 949: Loss: 3.911564826965332
Epoch 950: Loss: 4.037970542907715
Epoch 951: Loss: 3.8994948863983154
Epoch 952: Loss: 3.9755382537841797
Epoch 953: Loss: 3.9031741619110107
Epoch 954: Loss: 4.022845268249512
Epoch 955: Loss: 4.060033321380615
Epoch 956: Loss: 4.108608245849609
Epoch 957: Loss: 3.9437365531921387
Epoch 958: Loss: 3.941143274307251
Epoch 959: Loss: 4.000166416168213
Epoch 960: Loss: 3.9733941555023193
Epoch 961: Loss: 4.031429767608643
Epoch 962: Loss: 3.912593364715576
Epoch 963: Loss: 3.9903199672698975
Epoch 964: Loss: 3.9400153160095215
Epoch 965: Loss: 3.9755637645721436
Epoch 966: Loss: 3.9534778594970703
Epoch 967: Loss: 3.9582788944244385
Epoch 968: Loss: 3.8443775177001953
Epoch 969: Loss: 3.965021848678589
Epoch 970: Loss: 3.943761110305786
Epoch 971: Loss: 3.9508986473083496
Epoch 972: Loss: 3.922173500061035
Epoch 973: Loss: 3.8232262134552
Epoch 974: Loss: 3.8599908351898193
Epoch 975: Loss: 4.025150775909424
Epoch 976: Loss: 3.8935511112213135
Epoch 977: Loss: 3.8717615604400635
Epoch 978: Loss: 3.898136854171753
Epoch 979: Loss: 3.857462167739868
Epoch 980: Loss: 3.950784683227539
Epoch 981: Loss: 4.028053283691406
Epoch 982: Loss: 4.005759239196777
Epoch 983: Loss: 3.97273850440979
Epoch 984: Loss: 3.9119081497192383
Epoch 985: Loss: 3.8601410388946533
Epoch 986: Loss: 3.961198329925537
Epoch 987: Loss: 3.982536554336548
Epoch 988: Loss: 3.919158458709717
Epoch 989: Loss: 3.9985759258270264
Epoch 990: Loss: 3.98348331451416
Epoch 991: Loss: 3.8466174602508545
Epoch 992: Loss: 3.901728391647339
Epoch 993: Loss: 3.8500664234161377
Epoch 994: Loss: 4.246359348297119
Epoch 995: Loss: 4.042089939117432
Epoch 996: Loss: 3.874844789505005
Epoch 997: Loss: 3.9216225147247314
Epoch 998: Loss: 3.906763792037964
Epoch 999: Loss: 4.023641586303711
Epoch 1000: Loss: 3.8627967834472656
Epoch 1001: Loss: 3.9527807235717773
Epoch 1002: Loss: 4.00740909576416
Epoch 1003: Loss: 3.937835216522217
Epoch 1004: Loss: 3.931670904159546
Epoch 1005: Loss: 4.087768077850342
Epoch 1006: Loss: 3.9665210247039795
Epoch 1007: Loss: 4.0056586265563965
Epoch 1008: Loss: 3.933835506439209
Epoch 1009: Loss: 3.8869552612304688
Epoch 1010: Loss: 4.006290435791016
Epoch 1011: Loss: 4.031619548797607
Epoch 1012: Loss: 3.9822726249694824
Epoch 1013: Loss: 4.042971134185791
Epoch 1014: Loss: 3.8998236656188965
Epoch 1015: Loss: 3.999769449234009
Epoch 1016: Loss: 3.9295265674591064
Epoch 1017: Loss: 4.019866466522217
Epoch 1018: Loss: 3.9746975898742676
Epoch 1019: Loss: 3.9298436641693115
Epoch 1020: Loss: 3.9586215019226074
Epoch 1021: Loss: 3.9940168857574463
Epoch 1022: Loss: 3.94033145904541
Epoch 1023: Loss: 3.976546049118042
Epoch 1024: Loss: 3.9575562477111816
Epoch 1025: Loss: 3.9533119201660156
Epoch 1026: Loss: 3.85597562789917
Epoch 1027: Loss: 3.983717679977417
Epoch 1028: Loss: 4.043540954589844
Epoch 1029: Loss: 3.9069631099700928
Epoch 1030: Loss: 3.910360813140869
Epoch 1031: Loss: 3.9070799350738525
Epoch 1032: Loss: 3.9185845851898193
Epoch 1033: Loss: 3.9469714164733887
Epoch 1034: Loss: 3.9103543758392334
Epoch 1035: Loss: 3.879591226577759
Epoch 1036: Loss: 3.975835084915161
Epoch 1037: Loss: 3.9465994834899902
Epoch 1038: Loss: 3.9382810592651367
Epoch 1039: Loss: 3.987435817718506
Epoch 1040: Loss: 3.934988498687744
Epoch 1041: Loss: 3.8956832885742188
Epoch 1042: Loss: 3.920006275177002
Epoch 1043: Loss: 3.861513614654541
Epoch 1044: Loss: 3.9211392402648926
Epoch 1045: Loss: 3.8247671127319336
Epoch 1046: Loss: 3.885169506072998
Epoch 1047: Loss: 4.005992412567139
Epoch 1048: Loss: 4.015412330627441
Epoch 1049: Loss: 3.8383841514587402
Epoch 1050: Loss: 3.88521671295166
Epoch 1051: Loss: 4.001206874847412
Epoch 1052: Loss: 3.921264410018921
Epoch 1053: Loss: 3.822286367416382
Epoch 1054: Loss: 3.8707871437072754
Epoch 1055: Loss: 3.892301321029663
Epoch 1056: Loss: 3.874701976776123
Epoch 1057: Loss: 3.8830533027648926
Epoch 1058: Loss: 3.9396650791168213
Epoch 1059: Loss: 3.9713895320892334
Epoch 1060: Loss: 3.8785758018493652
Epoch 1061: Loss: 3.862610101699829
Epoch 1062: Loss: 3.858900547027588
Epoch 1063: Loss: 3.9100823402404785
Epoch 1064: Loss: 4.0270514488220215
Epoch 1065: Loss: 3.8906729221343994
Epoch 1066: Loss: 3.9066760540008545
Epoch 1067: Loss: 3.8881969451904297
Epoch 1068: Loss: 3.930009603500366
Epoch 1069: Loss: 3.851766586303711
Epoch 1070: Loss: 3.991591215133667
Epoch 1071: Loss: 3.8670637607574463
Epoch 1072: Loss: 3.8813636302948
Epoch 1073: Loss: 3.9010894298553467
Epoch 1074: Loss: 3.8537111282348633
Epoch 1075: Loss: 3.8809268474578857
Epoch 1076: Loss: 3.748324155807495
Epoch 1077: Loss: 3.856553077697754
Epoch 1078: Loss: 3.958009958267212
Epoch 1079: Loss: 3.84967303276062
Epoch 1080: Loss: 3.886275053024292
Epoch 1081: Loss: 3.919111490249634
Epoch 1082: Loss: 3.895350933074951
Epoch 1083: Loss: 3.8595902919769287
Epoch 1084: Loss: 3.9271504878997803
Epoch 1085: Loss: 3.9164888858795166
Epoch 1086: Loss: 3.9347116947174072
Epoch 1087: Loss: 3.9215784072875977
Epoch 1088: Loss: 3.87312912940979
Epoch 1089: Loss: 3.8604626655578613
Epoch 1090: Loss: 3.9155304431915283
Epoch 1091: Loss: 3.8948612213134766
Epoch 1092: Loss: 3.9608912467956543
Epoch 1093: Loss: 3.888620376586914
Epoch 1094: Loss: 3.849496841430664
Epoch 1095: Loss: 3.911318778991699
Epoch 1096: Loss: 3.973618507385254
Epoch 1097: Loss: 3.874094247817993
Epoch 1098: Loss: 3.818368434906006
Epoch 1099: Loss: 3.8350884914398193
Epoch 1100: Loss: 3.891228675842285
Epoch 1101: Loss: 3.8484342098236084
Epoch 1102: Loss: 3.964163064956665
Epoch 1103: Loss: 3.865302324295044
Epoch 1104: Loss: 3.910599946975708
Epoch 1105: Loss: 3.839142322540283
Epoch 1106: Loss: 3.7742083072662354
Epoch 1107: Loss: 3.9203293323516846
Epoch 1108: Loss: 3.828977108001709
Epoch 1109: Loss: 3.9336416721343994
Epoch 1110: Loss: 3.834430694580078
Epoch 1111: Loss: 3.883667469024658
Epoch 1112: Loss: 3.806490182876587
Epoch 1113: Loss: 3.7946624755859375
Epoch 1114: Loss: 3.8973100185394287
Epoch 1115: Loss: 3.8634979724884033
Epoch 1116: Loss: 3.8125221729278564
Epoch 1117: Loss: 3.8736143112182617
Epoch 1118: Loss: 3.8519492149353027
Epoch 1119: Loss: 3.8401784896850586
Epoch 1120: Loss: 3.791266441345215
Epoch 1121: Loss: 3.863501787185669
Epoch 1122: Loss: 3.791271686553955
Epoch 1123: Loss: 3.8881092071533203
Epoch 1124: Loss: 3.8865034580230713
Epoch 1125: Loss: 3.83686900138855
Epoch 1126: Loss: 3.820936918258667
Epoch 1127: Loss: 3.827820062637329
Epoch 1128: Loss: 3.75334095954895
Epoch 1129: Loss: 3.8730595111846924
Epoch 1130: Loss: 3.8789560794830322
Epoch 1131: Loss: 3.867981195449829
Epoch 1132: Loss: 3.782254695892334
Epoch 1133: Loss: 3.878586530685425
Epoch 1134: Loss: 3.8324027061462402
Epoch 1135: Loss: 3.868973731994629
Epoch 1136: Loss: 3.857025384902954
Epoch 1137: Loss: 3.7771949768066406
Epoch 1138: Loss: 3.8332431316375732
Epoch 1139: Loss: 3.8541760444641113
Epoch 1140: Loss: 3.8109426498413086
Epoch 1141: Loss: 3.8859446048736572
Epoch 1142: Loss: 3.8380415439605713
Epoch 1143: Loss: 3.8307700157165527
Epoch 1144: Loss: 3.824887752532959
Epoch 1145: Loss: 3.814786195755005
Epoch 1146: Loss: 3.861112356185913
Epoch 1147: Loss: 3.7229857444763184
Epoch 1148: Loss: 3.8092000484466553
Epoch 1149: Loss: 3.823902130126953
Epoch 1150: Loss: 3.7452027797698975
Epoch 1151: Loss: 3.816067695617676
Epoch 1152: Loss: 3.7814252376556396
Epoch 1153: Loss: 3.862389087677002
Epoch 1154: Loss: 3.785839557647705
Epoch 1155: Loss: 3.8132848739624023
Epoch 1156: Loss: 3.780211925506592
Epoch 1157: Loss: 3.8680057525634766
Epoch 1158: Loss: 3.749392032623291
Epoch 1159: Loss: 3.902667999267578
Epoch 1160: Loss: 3.9916679859161377
Epoch 1161: Loss: 3.7827095985412598
Epoch 1162: Loss: 3.8129403591156006
Epoch 1163: Loss: 3.871511220932007
Epoch 1164: Loss: 3.8580679893493652
Epoch 1165: Loss: 3.820111036300659
Epoch 1166: Loss: 3.848771095275879
Epoch 1167: Loss: 3.9307613372802734
Epoch 1168: Loss: 3.858262538909912
Epoch 1169: Loss: 3.8134453296661377
Epoch 1170: Loss: 3.8654797077178955
Epoch 1171: Loss: 3.87054181098938
Epoch 1172: Loss: 3.785508394241333
Epoch 1173: Loss: 3.821878433227539
Epoch 1174: Loss: 3.8291866779327393
Epoch 1175: Loss: 3.8057219982147217
Epoch 1176: Loss: 3.698479175567627
Epoch 1177: Loss: 3.7445688247680664
Epoch 1178: Loss: 3.789813280105591
Epoch 1179: Loss: 3.8492014408111572
Epoch 1180: Loss: 3.784447431564331
Epoch 1181: Loss: 3.8136520385742188
Epoch 1182: Loss: 3.788466453552246
Epoch 1183: Loss: 3.754197359085083
Epoch 1184: Loss: 3.818359375
Epoch 1185: Loss: 3.7361629009246826
Epoch 1186: Loss: 3.904120922088623
Epoch 1187: Loss: 3.8463902473449707
Epoch 1188: Loss: 3.8520655632019043
Epoch 1189: Loss: 3.806874990463257
Epoch 1190: Loss: 3.9210562705993652
Epoch 1191: Loss: 3.7604260444641113
Epoch 1192: Loss: 3.8786826133728027
Epoch 1193: Loss: 3.823763370513916
Epoch 1194: Loss: 3.750457525253296
Epoch 1195: Loss: 3.8213555812835693
Epoch 1196: Loss: 3.8243606090545654
Epoch 1197: Loss: 3.8744187355041504
Epoch 1198: Loss: 3.7230441570281982
Epoch 1199: Loss: 3.9008262157440186
Epoch 1200: Loss: 3.8893280029296875
Epoch 1201: Loss: 3.7782654762268066
Epoch 1202: Loss: 3.7866432666778564
Epoch 1203: Loss: 3.825063943862915
Epoch 1204: Loss: 3.7914843559265137
Epoch 1205: Loss: 3.7243010997772217
Epoch 1206: Loss: 3.831374406814575
Epoch 1207: Loss: 3.7638614177703857
Epoch 1208: Loss: 3.821420431137085
Epoch 1209: Loss: 3.813275098800659
Epoch 1210: Loss: 3.816204786300659
Epoch 1211: Loss: 3.8147659301757812
Epoch 1212: Loss: 3.8026881217956543
Epoch 1213: Loss: 3.875157356262207
Epoch 1214: Loss: 3.7339372634887695
Epoch 1215: Loss: 3.8765125274658203
Epoch 1216: Loss: 3.787583827972412
Epoch 1217: Loss: 3.7976746559143066
Epoch 1218: Loss: 3.759580135345459
Epoch 1219: Loss: 3.7858715057373047
Epoch 1220: Loss: 3.771848440170288
Epoch 1221: Loss: 3.9622864723205566
Epoch 1222: Loss: 3.7896039485931396
Epoch 1223: Loss: 3.824329376220703
Epoch 1224: Loss: 3.808576822280884
Epoch 1225: Loss: 3.786926031112671
Epoch 1226: Loss: 3.798032283782959
Epoch 1227: Loss: 3.7724063396453857
Epoch 1228: Loss: 3.7554821968078613
Epoch 1229: Loss: 3.8367700576782227
Epoch 1230: Loss: 3.783907175064087
Epoch 1231: Loss: 3.7779479026794434
Epoch 1232: Loss: 3.808115005493164
Epoch 1233: Loss: 3.807664394378662
Epoch 1234: Loss: 3.8151512145996094
Epoch 1235: Loss: 3.717952013015747
Epoch 1236: Loss: 3.813080072402954
Epoch 1237: Loss: 3.7494118213653564
Epoch 1238: Loss: 3.828681230545044
Epoch 1239: Loss: 3.794278383255005
Epoch 1240: Loss: 3.835905075073242
Epoch 1241: Loss: 3.8059768676757812
Epoch 1242: Loss: 3.763033628463745
Epoch 1243: Loss: 3.761528968811035
Epoch 1244: Loss: 3.8061437606811523
Epoch 1245: Loss: 3.792659044265747
Epoch 1246: Loss: 3.6875381469726562
Epoch 1247: Loss: 3.8213565349578857
Epoch 1248: Loss: 3.855876922607422
Epoch 1249: Loss: 3.732109546661377
Epoch 1250: Loss: 3.7775583267211914
Epoch 1251: Loss: 3.7687864303588867
Epoch 1252: Loss: 3.7537479400634766
Epoch 1253: Loss: 3.814622163772583
Epoch 1254: Loss: 3.831979274749756
Epoch 1255: Loss: 3.7371363639831543
Epoch 1256: Loss: 3.791224956512451
Epoch 1257: Loss: 3.78867769241333
Epoch 1258: Loss: 3.801727056503296
Epoch 1259: Loss: 3.84816837310791
Epoch 1260: Loss: 3.790493965148926
Epoch 1261: Loss: 3.736408233642578
Epoch 1262: Loss: 3.84075927734375
Epoch 1263: Loss: 3.808584213256836
Epoch 1264: Loss: 3.8303427696228027
Epoch 1265: Loss: 3.7742414474487305
Epoch 1266: Loss: 3.7845239639282227
Epoch 1267: Loss: 3.8177053928375244
Epoch 1268: Loss: 3.754643678665161
Epoch 1269: Loss: 3.698464870452881
Epoch 1270: Loss: 3.8928937911987305
Epoch 1271: Loss: 3.8316571712493896
Epoch 1272: Loss: 3.697589874267578
Epoch 1273: Loss: 3.690800666809082
Epoch 1274: Loss: 3.778891086578369
Epoch 1275: Loss: 3.7029895782470703
Epoch 1276: Loss: 3.819758892059326
Epoch 1277: Loss: 3.8090479373931885
Epoch 1278: Loss: 3.782297134399414
Epoch 1279: Loss: 3.7429962158203125
Epoch 1280: Loss: 3.8178870677948
Epoch 1281: Loss: 3.7707643508911133
Epoch 1282: Loss: 3.7590668201446533
Epoch 1283: Loss: 3.7841169834136963
Epoch 1284: Loss: 3.719106912612915
Epoch 1285: Loss: 3.7665557861328125
Epoch 1286: Loss: 3.7510383129119873
Epoch 1287: Loss: 3.770717144012451
Epoch 1288: Loss: 3.787416934967041
Epoch 1289: Loss: 3.7701852321624756
Epoch 1290: Loss: 3.7947661876678467
Epoch 1291: Loss: 3.7772645950317383
Epoch 1292: Loss: 3.771277666091919
Epoch 1293: Loss: 3.75097918510437
Epoch 1294: Loss: 3.733015775680542
Epoch 1295: Loss: 3.7592506408691406
Epoch 1296: Loss: 3.7253851890563965
Epoch 1297: Loss: 3.693795680999756
Epoch 1298: Loss: 3.8307912349700928
Epoch 1299: Loss: 3.7646241188049316
Epoch 1300: Loss: 3.7167558670043945
Epoch 1301: Loss: 3.726891279220581
Epoch 1302: Loss: 3.7907419204711914
Epoch 1303: Loss: 3.720130443572998
Epoch 1304: Loss: 3.782101631164551
Epoch 1305: Loss: 3.7357676029205322
Epoch 1306: Loss: 3.701225996017456
Epoch 1307: Loss: 3.8062050342559814
Epoch 1308: Loss: 3.735025405883789
Epoch 1309: Loss: 3.6801884174346924
Epoch 1310: Loss: 3.761192798614502
Epoch 1311: Loss: 3.7004051208496094
Epoch 1312: Loss: 3.7257840633392334
Epoch 1313: Loss: 3.799173593521118
Epoch 1314: Loss: 3.783453941345215
Epoch 1315: Loss: 3.691915273666382
Epoch 1316: Loss: 3.7889223098754883
Epoch 1317: Loss: 3.7531421184539795
Epoch 1318: Loss: 3.8174567222595215
Epoch 1319: Loss: 3.737847089767456
Epoch 1320: Loss: 3.8248870372772217
Epoch 1321: Loss: 3.7715487480163574
Epoch 1322: Loss: 3.8090643882751465
Epoch 1323: Loss: 3.7308809757232666
Epoch 1324: Loss: 3.7706151008605957
Epoch 1325: Loss: 3.7311079502105713
Epoch 1326: Loss: 3.7318224906921387
Epoch 1327: Loss: 3.696239709854126
Epoch 1328: Loss: 3.756045341491699
Epoch 1329: Loss: 3.741960048675537
Epoch 1330: Loss: 3.7439467906951904
Epoch 1331: Loss: 3.7024805545806885
Epoch 1332: Loss: 3.7801220417022705
Epoch 1333: Loss: 3.747789144515991
Epoch 1334: Loss: 3.7939229011535645
Epoch 1335: Loss: 3.7423596382141113
Epoch 1336: Loss: 3.690662384033203
Epoch 1337: Loss: 3.7479145526885986
Epoch 1338: Loss: 3.7903354167938232
Epoch 1339: Loss: 3.721825122833252
Epoch 1340: Loss: 3.882685661315918
Epoch 1341: Loss: 3.7093021869659424
Epoch 1342: Loss: 3.7164876461029053
Epoch 1343: Loss: 3.804187536239624
Epoch 1344: Loss: 3.826857805252075
Epoch 1345: Loss: 3.7488417625427246
Epoch 1346: Loss: 3.856356143951416
Epoch 1347: Loss: 3.71688175201416
Epoch 1348: Loss: 3.809170722961426
Epoch 1349: Loss: 3.7514467239379883
Epoch 1350: Loss: 3.794768810272217
Epoch 1351: Loss: 3.686769485473633
Epoch 1352: Loss: 3.6627936363220215
Epoch 1353: Loss: 3.6664979457855225
Epoch 1354: Loss: 3.754903554916382
Epoch 1355: Loss: 3.713073253631592
Epoch 1356: Loss: 3.7432432174682617
Epoch 1357: Loss: 3.7517144680023193
Epoch 1358: Loss: 3.698845624923706
Epoch 1359: Loss: 3.753098249435425
Epoch 1360: Loss: 3.8587591648101807
Epoch 1361: Loss: 3.670736312866211
Epoch 1362: Loss: 3.757256269454956
Epoch 1363: Loss: 3.7398688793182373
Epoch 1364: Loss: 3.7305357456207275
Epoch 1365: Loss: 3.775161027908325
Epoch 1366: Loss: 3.718536376953125
Epoch 1367: Loss: 3.692141532897949
Epoch 1368: Loss: 3.707827091217041
Epoch 1369: Loss: 3.6962344646453857
Epoch 1370: Loss: 3.792625904083252
Epoch 1371: Loss: 3.7088992595672607
Epoch 1372: Loss: 3.693572998046875
Epoch 1373: Loss: 3.7615513801574707
Epoch 1374: Loss: 3.6884515285491943
Epoch 1375: Loss: 3.7058112621307373
Epoch 1376: Loss: 3.73425555229187
Epoch 1377: Loss: 3.7251312732696533
Epoch 1378: Loss: 3.7878918647766113
Epoch 1379: Loss: 3.706472396850586
Epoch 1380: Loss: 3.7668747901916504
Epoch 1381: Loss: 3.7533059120178223
Epoch 1382: Loss: 3.7082724571228027
Epoch 1383: Loss: 3.7416067123413086
Epoch 1384: Loss: 3.6966264247894287
Epoch 1385: Loss: 3.786228895187378
Epoch 1386: Loss: 3.69636869430542
Epoch 1387: Loss: 3.7060253620147705
Epoch 1388: Loss: 3.703991651535034
Epoch 1389: Loss: 3.757314682006836
Epoch 1390: Loss: 3.759398937225342
Epoch 1391: Loss: 3.739704132080078
Epoch 1392: Loss: 3.762634754180908
Epoch 1393: Loss: 3.721543073654175
Epoch 1394: Loss: 3.7026748657226562
Epoch 1395: Loss: 3.7319250106811523
Epoch 1396: Loss: 3.7380735874176025
Epoch 1397: Loss: 3.7134411334991455
Epoch 1398: Loss: 3.7693867683410645
Epoch 1399: Loss: 3.7769081592559814
Epoch 1400: Loss: 3.800062894821167
Epoch 1401: Loss: 3.767806053161621
Epoch 1402: Loss: 3.623486042022705
Epoch 1403: Loss: 3.7363176345825195
Epoch 1404: Loss: 3.7021467685699463
Epoch 1405: Loss: 3.6900217533111572
Epoch 1406: Loss: 3.7329113483428955
Epoch 1407: Loss: 3.750615358352661
Epoch 1408: Loss: 3.730869770050049
Epoch 1409: Loss: 3.7122981548309326
Epoch 1410: Loss: 3.6384010314941406
Epoch 1411: Loss: 3.725524425506592
Epoch 1412: Loss: 3.7372334003448486
Epoch 1413: Loss: 3.691131114959717
Epoch 1414: Loss: 3.7244181632995605
Epoch 1415: Loss: 3.675320625305176
Epoch 1416: Loss: 3.6908702850341797
Epoch 1417: Loss: 3.6662404537200928
Epoch 1418: Loss: 3.7121129035949707
Epoch 1419: Loss: 3.7453668117523193
Epoch 1420: Loss: 3.6906909942626953
Epoch 1421: Loss: 3.710395097732544
Epoch 1422: Loss: 3.7631874084472656
Epoch 1423: Loss: 3.7054946422576904
Epoch 1424: Loss: 3.6935415267944336
Epoch 1425: Loss: 3.709547996520996
Epoch 1426: Loss: 3.72611403465271
Epoch 1427: Loss: 3.705836296081543
Epoch 1428: Loss: 3.7396371364593506
Epoch 1429: Loss: 3.64198899269104
Epoch 1430: Loss: 3.6750564575195312
Epoch 1431: Loss: 3.721432685852051
Epoch 1432: Loss: 3.7257676124572754
Epoch 1433: Loss: 3.8165688514709473
Epoch 1434: Loss: 3.715604543685913
Epoch 1435: Loss: 3.6798629760742188
Epoch 1436: Loss: 3.6948416233062744
Epoch 1437: Loss: 3.6983611583709717
Epoch 1438: Loss: 3.6786131858825684
Epoch 1439: Loss: 3.690427541732788
Epoch 1440: Loss: 3.7453126907348633
Epoch 1441: Loss: 3.6909706592559814
Epoch 1442: Loss: 3.693141460418701
Epoch 1443: Loss: 3.7053306102752686
Epoch 1444: Loss: 3.713099956512451
Epoch 1445: Loss: 3.7222812175750732
Epoch 1446: Loss: 3.6749162673950195
Epoch 1447: Loss: 3.7479140758514404
Epoch 1448: Loss: 3.742591381072998
Epoch 1449: Loss: 3.6853768825531006
Epoch 1450: Loss: 3.79508113861084
Epoch 1451: Loss: 3.767388343811035
Epoch 1452: Loss: 3.721304178237915
Epoch 1453: Loss: 3.728778123855591
Epoch 1454: Loss: 3.714683771133423
Epoch 1455: Loss: 3.719982624053955
Epoch 1456: Loss: 3.71771502494812
Epoch 1457: Loss: 3.696986675262451
Epoch 1458: Loss: 3.694092035293579
Epoch 1459: Loss: 3.702975273132324
Epoch 1460: Loss: 3.6680352687835693
Epoch 1461: Loss: 3.6637156009674072
Epoch 1462: Loss: 3.714772939682007
Epoch 1463: Loss: 3.7882776260375977
Epoch 1464: Loss: 3.75146484375
Epoch 1465: Loss: 3.651916980743408
Epoch 1466: Loss: 3.678513288497925
Epoch 1467: Loss: 3.753234624862671
Epoch 1468: Loss: 3.686793804168701
Epoch 1469: Loss: 3.7788383960723877
Epoch 1470: Loss: 3.6668806076049805
Epoch 1471: Loss: 3.696686029434204
Epoch 1472: Loss: 3.7795114517211914
Epoch 1473: Loss: 3.697002649307251
Epoch 1474: Loss: 3.6848714351654053
Epoch 1475: Loss: 3.719886541366577
Epoch 1476: Loss: 3.6921393871307373
Epoch 1477: Loss: 3.7257156372070312
Epoch 1478: Loss: 3.693070411682129
Epoch 1479: Loss: 3.733689069747925
Epoch 1480: Loss: 3.670201301574707
Epoch 1481: Loss: 3.7277345657348633
Epoch 1482: Loss: 3.7961246967315674
Epoch 1483: Loss: 3.7054643630981445
Epoch 1484: Loss: 3.7159786224365234
Epoch 1485: Loss: 3.6951000690460205
Epoch 1486: Loss: 3.659778594970703
Epoch 1487: Loss: 3.68808913230896
Epoch 1488: Loss: 3.705899953842163
Epoch 1489: Loss: 3.7237768173217773
Epoch 1490: Loss: 3.762317419052124
Epoch 1491: Loss: 3.6801235675811768
Epoch 1492: Loss: 3.652496337890625
Epoch 1493: Loss: 3.6870105266571045
Epoch 1494: Loss: 3.7011451721191406
Epoch 1495: Loss: 3.752556085586548
Epoch 1496: Loss: 3.724487781524658
Epoch 1497: Loss: 3.733088731765747
Epoch 1498: Loss: 3.761719226837158
Epoch 1499: Loss: 3.735189914703369
Epoch 1500: Loss: 3.6890907287597656
Epoch 1501: Loss: 3.6677334308624268
Epoch 1502: Loss: 3.683251142501831
Epoch 1503: Loss: 3.7143783569335938
Epoch 1504: Loss: 3.6674582958221436
Epoch 1505: Loss: 3.6703431606292725
Epoch 1506: Loss: 3.6844375133514404
Epoch 1507: Loss: 3.6987240314483643
Epoch 1508: Loss: 3.6725332736968994
Epoch 1509: Loss: 3.6951801776885986
Epoch 1510: Loss: 3.7101969718933105
Epoch 1511: Loss: 3.615027666091919
Epoch 1512: Loss: 3.6782748699188232
Epoch 1513: Loss: 3.725970506668091
Epoch 1514: Loss: 3.715883493423462
Epoch 1515: Loss: 3.683401346206665
Epoch 1516: Loss: 3.7254388332366943
Epoch 1517: Loss: 3.639814615249634
Epoch 1518: Loss: 3.7351396083831787
Epoch 1519: Loss: 3.6996521949768066
Epoch 1520: Loss: 3.6619415283203125
Epoch 1521: Loss: 3.71714448928833
Epoch 1522: Loss: 3.7170562744140625
Epoch 1523: Loss: 3.704284429550171
Epoch 1524: Loss: 3.7062013149261475
Epoch 1525: Loss: 3.679530143737793
Epoch 1526: Loss: 3.688368558883667
Epoch 1527: Loss: 3.715101480484009
Epoch 1528: Loss: 3.7415590286254883
Epoch 1529: Loss: 3.652209997177124
Epoch 1530: Loss: 3.731569528579712
Epoch 1531: Loss: 3.707136392593384
Epoch 1532: Loss: 3.6900343894958496
Epoch 1533: Loss: 3.7000811100006104
Epoch 1534: Loss: 3.6795897483825684
Epoch 1535: Loss: 3.7023565769195557
Epoch 1536: Loss: 3.705920696258545
Epoch 1537: Loss: 3.6194329261779785
Epoch 1538: Loss: 3.747415542602539
Epoch 1539: Loss: 3.7078299522399902
Epoch 1540: Loss: 3.6898536682128906
Epoch 1541: Loss: 3.692995309829712
Epoch 1542: Loss: 3.7154955863952637
Epoch 1543: Loss: 3.7009003162384033
Epoch 1544: Loss: 3.7262320518493652
Epoch 1545: Loss: 3.7207744121551514
Epoch 1546: Loss: 3.6910295486450195
Epoch 1547: Loss: 3.6833620071411133
Epoch 1548: Loss: 3.7153701782226562
Epoch 1549: Loss: 3.6537587642669678
Epoch 1550: Loss: 3.671318292617798
Epoch 1551: Loss: 3.6523959636688232
Epoch 1552: Loss: 3.70320987701416
Epoch 1553: Loss: 3.6857423782348633
Epoch 1554: Loss: 3.6714887619018555
Epoch 1555: Loss: 3.7012195587158203
Epoch 1556: Loss: 3.7096500396728516
Epoch 1557: Loss: 3.6886661052703857
Epoch 1558: Loss: 3.6782469749450684
Epoch 1559: Loss: 3.681015729904175
Epoch 1560: Loss: 3.6762197017669678
Epoch 1561: Loss: 3.7367913722991943
Epoch 1562: Loss: 3.714172124862671
Epoch 1563: Loss: 3.6917176246643066
Epoch 1564: Loss: 3.685737133026123
Epoch 1565: Loss: 3.700991153717041
Epoch 1566: Loss: 3.6658902168273926
Epoch 1567: Loss: 3.759676218032837
Epoch 1568: Loss: 3.6992645263671875
Epoch 1569: Loss: 3.6955296993255615
Epoch 1570: Loss: 3.7131099700927734
Epoch 1571: Loss: 3.645692825317383
Epoch 1572: Loss: 3.6405186653137207
Epoch 1573: Loss: 3.6766912937164307
Epoch 1574: Loss: 3.682554006576538
Epoch 1575: Loss: 3.715444803237915
Epoch 1576: Loss: 3.6054792404174805
Epoch 1577: Loss: 3.671229839324951
Epoch 1578: Loss: 3.7112743854522705
Epoch 1579: Loss: 3.6750826835632324
Epoch 1580: Loss: 3.676201581954956
Epoch 1581: Loss: 3.676384210586548
Epoch 1582: Loss: 3.7064881324768066
Epoch 1583: Loss: 3.691016912460327
Epoch 1584: Loss: 3.728325366973877
Epoch 1585: Loss: 3.7202494144439697
Epoch 1586: Loss: 3.717212438583374
Epoch 1587: Loss: 3.6825973987579346
Epoch 1588: Loss: 3.715023994445801
Epoch 1589: Loss: 3.6416330337524414
Epoch 1590: Loss: 3.6232094764709473
Epoch 1591: Loss: 3.662386178970337
Epoch 1592: Loss: 3.634392738342285
Epoch 1593: Loss: 3.7482986450195312
Epoch 1594: Loss: 3.664562940597534
Epoch 1595: Loss: 3.6425983905792236
Epoch 1596: Loss: 3.628033399581909
Epoch 1597: Loss: 3.7023983001708984
Epoch 1598: Loss: 3.701626777648926
Epoch 1599: Loss: 3.7029242515563965
Epoch 1600: Loss: 3.6836297512054443
Epoch 1601: Loss: 3.6525495052337646
Epoch 1602: Loss: 3.7076003551483154
Epoch 1603: Loss: 3.729205846786499
Epoch 1604: Loss: 3.7062230110168457
Epoch 1605: Loss: 3.6927928924560547
Epoch 1606: Loss: 3.6292192935943604
Epoch 1607: Loss: 3.6429951190948486
Epoch 1608: Loss: 3.686441659927368
Epoch 1609: Loss: 3.6574838161468506
Epoch 1610: Loss: 3.6567234992980957
Epoch 1611: Loss: 3.6581482887268066
Epoch 1612: Loss: 3.628321409225464
Epoch 1613: Loss: 3.7375824451446533
Epoch 1614: Loss: 3.6599724292755127
Epoch 1615: Loss: 3.703744411468506
Epoch 1616: Loss: 3.758474588394165
Epoch 1617: Loss: 3.6794047355651855
Epoch 1618: Loss: 3.6847760677337646
Epoch 1619: Loss: 3.6710317134857178
Epoch 1620: Loss: 3.7147421836853027
Epoch 1621: Loss: 3.7148311138153076
Epoch 1622: Loss: 3.687704563140869
Epoch 1623: Loss: 3.689347982406616
Epoch 1624: Loss: 3.69478178024292
Epoch 1625: Loss: 3.7212765216827393
Epoch 1626: Loss: 3.6618728637695312
Epoch 1627: Loss: 3.689631700515747
Epoch 1628: Loss: 3.64296293258667
Epoch 1629: Loss: 3.627298355102539
Epoch 1630: Loss: 3.69293475151062
Epoch 1631: Loss: 3.6658473014831543
Epoch 1632: Loss: 3.729611873626709
Epoch 1633: Loss: 3.6746826171875
Epoch 1634: Loss: 3.612118721008301
Epoch 1635: Loss: 3.6229443550109863
Epoch 1636: Loss: 3.64444899559021
Epoch 1637: Loss: 3.6595346927642822
Epoch 1638: Loss: 3.6244144439697266
Epoch 1639: Loss: 3.6527822017669678
Epoch 1640: Loss: 3.7014927864074707
Epoch 1641: Loss: 3.694517135620117
Epoch 1642: Loss: 3.6878061294555664
Epoch 1643: Loss: 3.733640193939209
Epoch 1644: Loss: 3.6629254817962646
Epoch 1645: Loss: 3.658970832824707
Epoch 1646: Loss: 3.6659793853759766
Epoch 1647: Loss: 3.658611297607422
Epoch 1648: Loss: 3.630225419998169
Epoch 1649: Loss: 3.6612613201141357
Epoch 1650: Loss: 3.6519272327423096
Epoch 1651: Loss: 3.6567516326904297
Epoch 1652: Loss: 3.707873821258545
Epoch 1653: Loss: 3.63415789604187
Epoch 1654: Loss: 3.7192347049713135
Epoch 1655: Loss: 3.6330883502960205
Epoch 1656: Loss: 3.6469860076904297
Epoch 1657: Loss: 3.6625137329101562
Epoch 1658: Loss: 3.675238847732544
Epoch 1659: Loss: 3.7137629985809326
Epoch 1660: Loss: 3.689939260482788
Epoch 1661: Loss: 3.6567680835723877
Epoch 1662: Loss: 3.682403087615967
Epoch 1663: Loss: 3.698718786239624
Epoch 1664: Loss: 3.6412243843078613
Epoch 1665: Loss: 3.6748530864715576
Epoch 1666: Loss: 3.682054042816162
Epoch 1667: Loss: 3.69231915473938
Epoch 1668: Loss: 3.663226842880249
Epoch 1669: Loss: 3.7057995796203613
Epoch 1670: Loss: 3.6578497886657715
Epoch 1671: Loss: 3.680219888687134
Epoch 1672: Loss: 3.673767566680908
Epoch 1673: Loss: 3.6288106441497803
Epoch 1674: Loss: 3.652207612991333
Epoch 1675: Loss: 3.6862120628356934
Epoch 1676: Loss: 3.6597254276275635
Epoch 1677: Loss: 3.718653440475464
Epoch 1678: Loss: 3.657294988632202
Epoch 1679: Loss: 3.660564422607422
Epoch 1680: Loss: 3.655109405517578
Epoch 1681: Loss: 3.7056519985198975
Epoch 1682: Loss: 3.708195924758911
Epoch 1683: Loss: 3.643765687942505
Epoch 1684: Loss: 3.6492462158203125
Epoch 1685: Loss: 3.670771360397339
Epoch 1686: Loss: 3.6291565895080566
Epoch 1687: Loss: 3.6763103008270264
Epoch 1688: Loss: 3.688201427459717
Epoch 1689: Loss: 3.667727470397949
Epoch 1690: Loss: 3.658151149749756
Epoch 1691: Loss: 3.6349525451660156
Epoch 1692: Loss: 3.65973162651062
Epoch 1693: Loss: 3.651191234588623
Epoch 1694: Loss: 3.6492769718170166
Epoch 1695: Loss: 3.6498634815216064
Epoch 1696: Loss: 3.677504777908325
Epoch 1697: Loss: 3.66300368309021
Epoch 1698: Loss: 3.642534017562866
Epoch 1699: Loss: 3.6570560932159424
Epoch 1700: Loss: 3.6459999084472656
Epoch 1701: Loss: 3.6431121826171875
Epoch 1702: Loss: 3.685615301132202
Epoch 1703: Loss: 3.6960973739624023
Epoch 1704: Loss: 3.7006218433380127
Epoch 1705: Loss: 3.6374635696411133
Epoch 1706: Loss: 3.642565965652466
Epoch 1707: Loss: 3.663698434829712
Epoch 1708: Loss: 3.698810577392578
Epoch 1709: Loss: 3.662069082260132
Epoch 1710: Loss: 3.6686971187591553
Epoch 1711: Loss: 3.6284866333007812
Epoch 1712: Loss: 3.657714366912842
Epoch 1713: Loss: 3.685075044631958
Epoch 1714: Loss: 3.6406543254852295
Epoch 1715: Loss: 3.6170005798339844
Epoch 1716: Loss: 3.574690103530884
Epoch 1717: Loss: 3.675924062728882
Epoch 1718: Loss: 3.6855058670043945
Epoch 1719: Loss: 3.6468632221221924
Epoch 1720: Loss: 3.620492935180664
Epoch 1721: Loss: 3.6514675617218018
Epoch 1722: Loss: 3.653507947921753
Epoch 1723: Loss: 3.6083014011383057
Epoch 1724: Loss: 3.7132270336151123
Epoch 1725: Loss: 3.6640217304229736
Epoch 1726: Loss: 3.613469362258911
Epoch 1727: Loss: 3.7041265964508057
Epoch 1728: Loss: 3.6639938354492188
Epoch 1729: Loss: 3.6217336654663086
Epoch 1730: Loss: 3.7039852142333984
Epoch 1731: Loss: 3.611469030380249
Epoch 1732: Loss: 3.6264593601226807
Epoch 1733: Loss: 3.6921606063842773
Epoch 1734: Loss: 3.6308116912841797
Epoch 1735: Loss: 3.6692891120910645
Epoch 1736: Loss: 3.7584517002105713
Epoch 1737: Loss: 3.650104284286499
Epoch 1738: Loss: 3.599801778793335
Epoch 1739: Loss: 3.6882810592651367
Epoch 1740: Loss: 3.651275396347046
Epoch 1741: Loss: 3.7176709175109863
Epoch 1742: Loss: 3.678363561630249
Epoch 1743: Loss: 3.5947961807250977
Epoch 1744: Loss: 3.664886713027954
Epoch 1745: Loss: 3.668332099914551
Epoch 1746: Loss: 3.659271717071533
Epoch 1747: Loss: 3.6572558879852295
Epoch 1748: Loss: 3.650245189666748
Epoch 1749: Loss: 3.6129589080810547
Epoch 1750: Loss: 3.5872955322265625
Epoch 1751: Loss: 3.6041293144226074
Epoch 1752: Loss: 3.619804859161377
Epoch 1753: Loss: 3.6446285247802734
Epoch 1754: Loss: 3.6259868144989014
Epoch 1755: Loss: 3.6371235847473145
Epoch 1756: Loss: 3.5975818634033203
Epoch 1757: Loss: 3.6653192043304443
Epoch 1758: Loss: 3.6401302814483643
Epoch 1759: Loss: 3.6400065422058105
Epoch 1760: Loss: 3.658409833908081
Epoch 1761: Loss: 3.6202361583709717
Epoch 1762: Loss: 3.687532901763916
Epoch 1763: Loss: 3.687455415725708
Epoch 1764: Loss: 3.6852712631225586
Epoch 1765: Loss: 3.6299009323120117
Epoch 1766: Loss: 3.6572105884552
Epoch 1767: Loss: 3.6508524417877197
Epoch 1768: Loss: 3.5906243324279785
Epoch 1769: Loss: 3.61335825920105
Epoch 1770: Loss: 3.65720272064209
Epoch 1771: Loss: 3.634503126144409
Epoch 1772: Loss: 3.6105635166168213
Epoch 1773: Loss: 3.6727468967437744
Epoch 1774: Loss: 3.643853187561035
Epoch 1775: Loss: 3.645364999771118
Epoch 1776: Loss: 3.664515733718872
Epoch 1777: Loss: 3.6333932876586914
Epoch 1778: Loss: 3.608248472213745
Epoch 1779: Loss: 3.7201902866363525
Epoch 1780: Loss: 3.6468679904937744
Epoch 1781: Loss: 3.6267313957214355
Epoch 1782: Loss: 3.6490628719329834
Epoch 1783: Loss: 3.654099702835083
Epoch 1784: Loss: 3.6254777908325195
Epoch 1785: Loss: 3.656240463256836
Epoch 1786: Loss: 3.676469326019287
Epoch 1787: Loss: 3.6963629722595215
Epoch 1788: Loss: 3.6701467037200928
Epoch 1789: Loss: 3.575831890106201
Epoch 1790: Loss: 3.637343645095825
Epoch 1791: Loss: 3.7210590839385986
Epoch 1792: Loss: 3.635350465774536
Epoch 1793: Loss: 3.6691222190856934
Epoch 1794: Loss: 3.7141754627227783
Epoch 1795: Loss: 3.6979005336761475
Epoch 1796: Loss: 3.672510862350464
Epoch 1797: Loss: 3.676974058151245
Epoch 1798: Loss: 3.6298987865448
Epoch 1799: Loss: 3.694308280944824
Epoch 1800: Loss: 3.6635661125183105
Epoch 1801: Loss: 3.616675615310669
Epoch 1802: Loss: 3.618943452835083
Epoch 1803: Loss: 3.6140012741088867
Epoch 1804: Loss: 3.6763980388641357
Epoch 1805: Loss: 3.6742160320281982
Epoch 1806: Loss: 3.694175958633423
Epoch 1807: Loss: 3.650693416595459
Epoch 1808: Loss: 3.6717755794525146
Epoch 1809: Loss: 3.664262294769287
Epoch 1810: Loss: 3.6185708045959473
Epoch 1811: Loss: 3.6588592529296875
Epoch 1812: Loss: 3.7270615100860596
Epoch 1813: Loss: 3.6765496730804443
Epoch 1814: Loss: 3.6868677139282227
Epoch 1815: Loss: 3.649911880493164
Epoch 1816: Loss: 3.6152546405792236
Epoch 1817: Loss: 3.641125440597534
Epoch 1818: Loss: 3.667433261871338
Epoch 1819: Loss: 3.638859987258911
Epoch 1820: Loss: 3.6576950550079346
Epoch 1821: Loss: 3.62845778465271
Epoch 1822: Loss: 3.6718649864196777
Epoch 1823: Loss: 3.6079304218292236
Epoch 1824: Loss: 3.598966360092163
Epoch 1825: Loss: 3.69431209564209
Epoch 1826: Loss: 3.667165994644165
Epoch 1827: Loss: 3.6388540267944336
Epoch 1828: Loss: 3.5635647773742676
Epoch 1829: Loss: 3.650775909423828
Epoch 1830: Loss: 3.6197640895843506
Epoch 1831: Loss: 3.670320749282837
Epoch 1832: Loss: 3.61238431930542
Epoch 1833: Loss: 3.6859118938446045
Epoch 1834: Loss: 3.625636577606201
Epoch 1835: Loss: 3.629610300064087
Epoch 1836: Loss: 3.629361152648926
Epoch 1837: Loss: 3.6671197414398193
Epoch 1838: Loss: 3.6199305057525635
Epoch 1839: Loss: 3.6832408905029297
Epoch 1840: Loss: 3.641234874725342
Epoch 1841: Loss: 3.5905380249023438
Epoch 1842: Loss: 3.6613526344299316
Epoch 1843: Loss: 3.654416561126709
Epoch 1844: Loss: 3.615088701248169
Epoch 1845: Loss: 3.653510093688965
Epoch 1846: Loss: 3.619257926940918
Epoch 1847: Loss: 3.648603677749634
Epoch 1848: Loss: 3.666677713394165
Epoch 1849: Loss: 3.6368329524993896
Epoch 1850: Loss: 3.5905959606170654
Epoch 1851: Loss: 3.6525988578796387
Epoch 1852: Loss: 3.646589517593384
Epoch 1853: Loss: 3.677353858947754
Epoch 1854: Loss: 3.6659629344940186
Epoch 1855: Loss: 3.6677515506744385
Epoch 1856: Loss: 3.628122568130493
Epoch 1857: Loss: 3.642782211303711
Epoch 1858: Loss: 3.6777751445770264
Epoch 1859: Loss: 3.641407012939453
Epoch 1860: Loss: 3.6535072326660156
Epoch 1861: Loss: 3.6858296394348145
Epoch 1862: Loss: 3.6399965286254883
Epoch 1863: Loss: 3.6683034896850586
Epoch 1864: Loss: 3.6235623359680176
Epoch 1865: Loss: 3.635532855987549
Epoch 1866: Loss: 3.6526520252227783
Epoch 1867: Loss: 3.6105189323425293
Epoch 1868: Loss: 3.6568148136138916
Epoch 1869: Loss: 3.6184780597686768
Epoch 1870: Loss: 3.6046433448791504
Epoch 1871: Loss: 3.6302807331085205
Epoch 1872: Loss: 3.6397652626037598
Epoch 1873: Loss: 3.652177572250366
Epoch 1874: Loss: 3.6516599655151367
Epoch 1875: Loss: 3.643211841583252
Epoch 1876: Loss: 3.675935983657837
Epoch 1877: Loss: 3.618291139602661
Epoch 1878: Loss: 3.6520755290985107
Epoch 1879: Loss: 3.6325738430023193
Epoch 1880: Loss: 3.643660545349121
Epoch 1881: Loss: 3.6446385383605957
Epoch 1882: Loss: 3.61029314994812
Epoch 1883: Loss: 3.608306884765625
Epoch 1884: Loss: 3.688876152038574
Epoch 1885: Loss: 3.656632661819458
Epoch 1886: Loss: 3.634023427963257
Epoch 1887: Loss: 3.6142616271972656
Epoch 1888: Loss: 3.5739455223083496
Epoch 1889: Loss: 3.6604690551757812
Epoch 1890: Loss: 3.6135401725769043
Epoch 1891: Loss: 3.6405155658721924
Epoch 1892: Loss: 3.6055209636688232
Epoch 1893: Loss: 3.6391053199768066
Epoch 1894: Loss: 3.656337022781372
Epoch 1895: Loss: 3.6757540702819824
Epoch 1896: Loss: 3.606632947921753
Epoch 1897: Loss: 3.6499054431915283
Epoch 1898: Loss: 3.5675134658813477
Epoch 1899: Loss: 3.6447863578796387
Epoch 1900: Loss: 3.6857869625091553
Epoch 1901: Loss: 3.6787376403808594
Epoch 1902: Loss: 3.6470837593078613
Epoch 1903: Loss: 3.639815330505371
Epoch 1904: Loss: 3.6215903759002686
Epoch 1905: Loss: 3.5742838382720947
Epoch 1906: Loss: 3.6538660526275635
Epoch 1907: Loss: 3.644380807876587
Epoch 1908: Loss: 3.631225347518921
Epoch 1909: Loss: 3.652489423751831
Epoch 1910: Loss: 3.602700710296631
Epoch 1911: Loss: 3.6321606636047363
Epoch 1912: Loss: 3.657000780105591
Epoch 1913: Loss: 3.7028751373291016
Epoch 1914: Loss: 3.649855136871338
Epoch 1915: Loss: 3.6294589042663574
Epoch 1916: Loss: 3.652505397796631
Epoch 1917: Loss: 3.64497971534729
Epoch 1918: Loss: 3.615349054336548
Epoch 1919: Loss: 3.6565189361572266
Epoch 1920: Loss: 3.638561964035034
Epoch 1921: Loss: 3.6433539390563965
Epoch 1922: Loss: 3.636063575744629
Epoch 1923: Loss: 3.6516051292419434
Epoch 1924: Loss: 3.648804187774658
Epoch 1925: Loss: 3.6191091537475586
Epoch 1926: Loss: 3.630124092102051
Epoch 1927: Loss: 3.678893566131592
Epoch 1928: Loss: 3.5994887351989746
Epoch 1929: Loss: 3.676077127456665
Epoch 1930: Loss: 3.6351990699768066
Epoch 1931: Loss: 3.6146254539489746
Epoch 1932: Loss: 3.6786344051361084
Epoch 1933: Loss: 3.66018009185791
Epoch 1934: Loss: 3.630702018737793
Epoch 1935: Loss: 3.6310033798217773
Epoch 1936: Loss: 3.639641046524048
Epoch 1937: Loss: 3.68945574760437
Epoch 1938: Loss: 3.5944619178771973
Epoch 1939: Loss: 3.617413282394409
Epoch 1940: Loss: 3.6560263633728027
Epoch 1941: Loss: 3.661456346511841
Epoch 1942: Loss: 3.6254820823669434
Epoch 1943: Loss: 3.648747682571411
Epoch 1944: Loss: 3.6152381896972656
Epoch 1945: Loss: 3.657010793685913
Epoch 1946: Loss: 3.6888325214385986
Epoch 1947: Loss: 3.668623924255371
Epoch 1948: Loss: 3.700327157974243
Epoch 1949: Loss: 3.617680549621582
Epoch 1950: Loss: 3.5998809337615967
Epoch 1951: Loss: 3.6131834983825684
Epoch 1952: Loss: 3.581149101257324
Epoch 1953: Loss: 3.631312608718872
Epoch 1954: Loss: 3.656538486480713
Epoch 1955: Loss: 3.6250100135803223
Epoch 1956: Loss: 3.657784938812256
Epoch 1957: Loss: 3.6074001789093018
Epoch 1958: Loss: 3.6107912063598633
Epoch 1959: Loss: 3.6825406551361084
Epoch 1960: Loss: 3.6502010822296143
Epoch 1961: Loss: 3.6279571056365967
Epoch 1962: Loss: 3.590592622756958
Epoch 1963: Loss: 3.6538405418395996
Epoch 1964: Loss: 3.5926756858825684
Epoch 1965: Loss: 3.652963876724243
Epoch 1966: Loss: 3.575688600540161
Epoch 1967: Loss: 3.598344564437866
Epoch 1968: Loss: 3.668576717376709
Epoch 1969: Loss: 3.5936594009399414
Epoch 1970: Loss: 3.657581090927124
Epoch 1971: Loss: 3.6313488483428955
Epoch 1972: Loss: 3.5809361934661865
Epoch 1973: Loss: 3.683255434036255
Epoch 1974: Loss: 3.6416525840759277
Epoch 1975: Loss: 3.6470141410827637
Epoch 1976: Loss: 3.641885757446289
Epoch 1977: Loss: 3.6514978408813477
Epoch 1978: Loss: 3.69765305519104
Epoch 1979: Loss: 3.6262927055358887
Epoch 1980: Loss: 3.6563074588775635
Epoch 1981: Loss: 3.6426563262939453
Epoch 1982: Loss: 3.6145269870758057
Epoch 1983: Loss: 3.690317153930664
Epoch 1984: Loss: 3.6439931392669678
Epoch 1985: Loss: 3.6481292247772217
Epoch 1986: Loss: 3.6368632316589355
Epoch 1987: Loss: 3.6570677757263184
Epoch 1988: Loss: 3.6734821796417236
Epoch 1989: Loss: 3.6277496814727783
Epoch 1990: Loss: 3.5914087295532227
Epoch 1991: Loss: 3.560389995574951
Epoch 1992: Loss: 3.5507638454437256
Epoch 1993: Loss: 3.6611311435699463
Epoch 1994: Loss: 3.6291518211364746
Epoch 1995: Loss: 3.5936834812164307
Epoch 1996: Loss: 3.6349425315856934
Epoch 1997: Loss: 3.6258668899536133
Epoch 1998: Loss: 3.6215767860412598
Epoch 1999: Loss: 3.6491823196411133
Epoch 2000: Loss: 3.627004861831665

def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

Test Loss: 3.9707720279693604

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN No sdt'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest',"T_LOCAL_TX_PD",'PD GNN No sdt']]

scaler = StandardScaler()

num_features_static=["ESG_SCORE","T_LOCAL_MT_ACTIF_SOCIAL"]
num_features_transac=["TX_AMOUNT"]

df_test_encoded[num_features_static] = scaler.fit_transform(df_test_encoded[num_features_static])
df_train_encoded[num_features_static] = scaler.fit_transform(df_train_encoded[num_features_static])
transactions_data[num_features_transac]=scaler.fit_transform(transactions_data[num_features_transac])

G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:  
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:  
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")

Train Graph has 1129 nodes and 3297 edges.
Test Graph has 106 nodes and 49 edges.

G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)

G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)

class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 3rd  layer
        x = F.relu(self.conv3(x, edge_index))

        
        x = self.out(x)
        return x

num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')

Epoch 1: Loss: 36.91978073120117
Epoch 2: Loss: 36.57302474975586
Epoch 3: Loss: 35.832759857177734
Epoch 4: Loss: 35.20852279663086
Epoch 5: Loss: 34.63655090332031
Epoch 6: Loss: 33.97651290893555
Epoch 7: Loss: 33.670494079589844
Epoch 8: Loss: 33.04395294189453
Epoch 9: Loss: 32.739227294921875
Epoch 10: Loss: 32.02955627441406
Epoch 11: Loss: 31.194101333618164
Epoch 12: Loss: 30.838186264038086
Epoch 13: Loss: 30.363426208496094
Epoch 14: Loss: 29.852157592773438
Epoch 15: Loss: 29.278100967407227
Epoch 16: Loss: 28.831295013427734
Epoch 17: Loss: 28.47540855407715
Epoch 18: Loss: 27.97304344177246
Epoch 19: Loss: 27.135387420654297
Epoch 20: Loss: 27.046127319335938
Epoch 21: Loss: 26.590152740478516
Epoch 22: Loss: 26.078676223754883
Epoch 23: Loss: 25.63103675842285
Epoch 24: Loss: 24.850772857666016
Epoch 25: Loss: 24.482860565185547
Epoch 26: Loss: 23.97571563720703
Epoch 27: Loss: 23.555538177490234
Epoch 28: Loss: 22.74820899963379
Epoch 29: Loss: 22.49555778503418
Epoch 30: Loss: 22.211820602416992
Epoch 31: Loss: 21.363906860351562
Epoch 32: Loss: 20.945526123046875
Epoch 33: Loss: 20.638713836669922
Epoch 34: Loss: 19.653804779052734
Epoch 35: Loss: 19.225492477416992
Epoch 36: Loss: 18.958173751831055
Epoch 37: Loss: 18.61126136779785
Epoch 38: Loss: 17.875425338745117
Epoch 39: Loss: 17.959562301635742
Epoch 40: Loss: 17.148509979248047
Epoch 41: Loss: 16.587980270385742
Epoch 42: Loss: 16.392473220825195
Epoch 43: Loss: 16.135873794555664
Epoch 44: Loss: 15.388739585876465
Epoch 45: Loss: 14.523337364196777
Epoch 46: Loss: 14.467118263244629
Epoch 47: Loss: 14.282217979431152
Epoch 48: Loss: 13.767555236816406
Epoch 49: Loss: 13.276300430297852
Epoch 50: Loss: 13.209568977355957
Epoch 51: Loss: 12.727828979492188
Epoch 52: Loss: 12.509095191955566
Epoch 53: Loss: 12.044607162475586
Epoch 54: Loss: 11.56348991394043
Epoch 55: Loss: 11.394013404846191
Epoch 56: Loss: 11.232035636901855
Epoch 57: Loss: 11.144378662109375
Epoch 58: Loss: 11.027008056640625
Epoch 59: Loss: 11.027810096740723
Epoch 60: Loss: 10.636926651000977
Epoch 61: Loss: 10.305453300476074
Epoch 62: Loss: 10.113358497619629
Epoch 63: Loss: 9.766624450683594
Epoch 64: Loss: 9.928566932678223
Epoch 65: Loss: 9.279373168945312
Epoch 66: Loss: 9.56070613861084
Epoch 67: Loss: 9.53952693939209
Epoch 68: Loss: 9.465716361999512
Epoch 69: Loss: 8.908580780029297
Epoch 70: Loss: 8.96367073059082
Epoch 71: Loss: 8.746482849121094
Epoch 72: Loss: 8.902103424072266
Epoch 73: Loss: 8.891230583190918
Epoch 74: Loss: 8.566591262817383
Epoch 75: Loss: 8.158950805664062
Epoch 76: Loss: 8.170475959777832
Epoch 77: Loss: 8.15424919128418
Epoch 78: Loss: 8.242496490478516
Epoch 79: Loss: 8.22114086151123
Epoch 80: Loss: 7.933675289154053
Epoch 81: Loss: 8.093290328979492
Epoch 82: Loss: 7.8989081382751465
Epoch 83: Loss: 7.932354927062988
Epoch 84: Loss: 7.457610607147217
Epoch 85: Loss: 7.413557529449463
Epoch 86: Loss: 7.615174770355225
Epoch 87: Loss: 7.690492153167725
Epoch 88: Loss: 7.414563179016113
Epoch 89: Loss: 7.441619873046875
Epoch 90: Loss: 7.18200159072876
Epoch 91: Loss: 7.237506866455078
Epoch 92: Loss: 7.061956882476807
Epoch 93: Loss: 7.106354713439941
Epoch 94: Loss: 6.9485764503479
Epoch 95: Loss: 7.014440536499023
Epoch 96: Loss: 6.86718225479126
Epoch 97: Loss: 6.474722862243652
Epoch 98: Loss: 6.867198467254639
Epoch 99: Loss: 6.505595684051514
Epoch 100: Loss: 6.628156661987305
Epoch 101: Loss: 6.6778950691223145
Epoch 102: Loss: 6.686516284942627
Epoch 103: Loss: 6.71402645111084
Epoch 104: Loss: 6.069021701812744
Epoch 105: Loss: 6.5858588218688965
Epoch 106: Loss: 6.379483699798584
Epoch 107: Loss: 6.479252815246582
Epoch 108: Loss: 6.215906143188477
Epoch 109: Loss: 6.0801310539245605
Epoch 110: Loss: 6.271798610687256
Epoch 111: Loss: 6.1675896644592285
Epoch 112: Loss: 5.988266468048096
Epoch 113: Loss: 6.041403770446777
Epoch 114: Loss: 6.052881240844727
Epoch 115: Loss: 5.7126288414001465
Epoch 116: Loss: 5.868720531463623
Epoch 117: Loss: 5.571775436401367
Epoch 118: Loss: 5.606659412384033
Epoch 119: Loss: 5.297286510467529
Epoch 120: Loss: 5.497965335845947
Epoch 121: Loss: 5.422492980957031
Epoch 122: Loss: 5.557043075561523
Epoch 123: Loss: 5.473817825317383
Epoch 124: Loss: 5.347445011138916
Epoch 125: Loss: 5.282198905944824
Epoch 126: Loss: 5.206346035003662
Epoch 127: Loss: 5.2194037437438965
Epoch 128: Loss: 5.042938709259033
Epoch 129: Loss: 5.288360118865967
Epoch 130: Loss: 5.116423606872559
Epoch 131: Loss: 5.5017218589782715
Epoch 132: Loss: 5.170483112335205
Epoch 133: Loss: 4.845200061798096
Epoch 134: Loss: 4.781664848327637
Epoch 135: Loss: 4.998326301574707
Epoch 136: Loss: 5.045924186706543
Epoch 137: Loss: 4.692185878753662
Epoch 138: Loss: 4.9562201499938965
Epoch 139: Loss: 4.8857293128967285
Epoch 140: Loss: 4.879347801208496
Epoch 141: Loss: 4.8785014152526855
Epoch 142: Loss: 4.881478786468506
Epoch 143: Loss: 4.618057727813721
Epoch 144: Loss: 4.507810592651367
Epoch 145: Loss: 4.610256671905518
Epoch 146: Loss: 4.640605449676514
Epoch 147: Loss: 4.585877895355225
Epoch 148: Loss: 4.477987766265869
Epoch 149: Loss: 4.555923938751221
Epoch 150: Loss: 4.583474636077881
Epoch 151: Loss: 4.403112411499023
Epoch 152: Loss: 4.339550971984863
Epoch 153: Loss: 4.556581974029541
Epoch 154: Loss: 4.350627422332764
Epoch 155: Loss: 4.6138596534729
Epoch 156: Loss: 4.426641941070557
Epoch 157: Loss: 4.315067291259766
Epoch 158: Loss: 4.417962074279785
Epoch 159: Loss: 4.344513893127441
Epoch 160: Loss: 4.244909763336182
Epoch 161: Loss: 4.105700492858887
Epoch 162: Loss: 4.09935188293457
Epoch 163: Loss: 4.226186275482178
Epoch 164: Loss: 4.252383708953857
Epoch 165: Loss: 4.35318660736084
Epoch 166: Loss: 4.214746952056885
Epoch 167: Loss: 4.049874782562256
Epoch 168: Loss: 4.181584358215332
Epoch 169: Loss: 4.102645397186279
Epoch 170: Loss: 4.157479763031006
Epoch 171: Loss: 3.911379337310791
Epoch 172: Loss: 3.9452242851257324
Epoch 173: Loss: 4.2217512130737305
Epoch 174: Loss: 3.739861249923706
Epoch 175: Loss: 4.129283905029297
Epoch 176: Loss: 4.055984020233154
Epoch 177: Loss: 3.816689968109131
Epoch 178: Loss: 4.027557373046875
Epoch 179: Loss: 3.889714241027832
Epoch 180: Loss: 3.9091808795928955
Epoch 181: Loss: 3.834012031555176
Epoch 182: Loss: 3.6704139709472656
Epoch 183: Loss: 3.9533586502075195
Epoch 184: Loss: 3.710312604904175
Epoch 185: Loss: 3.853736162185669
Epoch 186: Loss: 4.0550217628479
Epoch 187: Loss: 3.9604837894439697
Epoch 188: Loss: 3.789130926132202
Epoch 189: Loss: 3.9990782737731934
Epoch 190: Loss: 3.905848979949951
Epoch 191: Loss: 3.763026714324951
Epoch 192: Loss: 3.766517162322998
Epoch 193: Loss: 3.633418083190918
Epoch 194: Loss: 3.8192455768585205
Epoch 195: Loss: 3.8040144443511963
Epoch 196: Loss: 3.9043946266174316
Epoch 197: Loss: 3.6911511421203613
Epoch 198: Loss: 3.7541916370391846
Epoch 199: Loss: 3.843928098678589
Epoch 200: Loss: 3.6594395637512207
Epoch 201: Loss: 3.6453399658203125
Epoch 202: Loss: 3.598931074142456
Epoch 203: Loss: 3.8555171489715576
Epoch 204: Loss: 3.696385145187378
Epoch 205: Loss: 3.8676931858062744
Epoch 206: Loss: 3.6034719944000244
Epoch 207: Loss: 3.8453221321105957
Epoch 208: Loss: 3.4956462383270264
Epoch 209: Loss: 3.82956862449646
Epoch 210: Loss: 3.5230610370635986
Epoch 211: Loss: 3.71280574798584
Epoch 212: Loss: 3.7008519172668457
Epoch 213: Loss: 3.634157657623291
Epoch 214: Loss: 3.798079490661621
Epoch 215: Loss: 3.593675374984741
Epoch 216: Loss: 3.5684289932250977
Epoch 217: Loss: 3.542011260986328
Epoch 218: Loss: 3.6461124420166016
Epoch 219: Loss: 3.670652389526367
Epoch 220: Loss: 3.552898406982422
Epoch 221: Loss: 3.541080951690674
Epoch 222: Loss: 3.332773208618164
Epoch 223: Loss: 3.4862029552459717
Epoch 224: Loss: 3.6369683742523193
Epoch 225: Loss: 3.6340951919555664
Epoch 226: Loss: 3.3750290870666504
Epoch 227: Loss: 3.5978596210479736
Epoch 228: Loss: 3.653176784515381
Epoch 229: Loss: 3.5292344093322754
Epoch 230: Loss: 3.5254123210906982
Epoch 231: Loss: 3.394514322280884
Epoch 232: Loss: 3.6261038780212402
Epoch 233: Loss: 3.344745635986328
Epoch 234: Loss: 3.6620640754699707
Epoch 235: Loss: 3.736863136291504
Epoch 236: Loss: 3.559861421585083
Epoch 237: Loss: 3.518653392791748
Epoch 238: Loss: 3.525418996810913
Epoch 239: Loss: 3.304117441177368
Epoch 240: Loss: 3.4744176864624023
Epoch 241: Loss: 3.3964338302612305
Epoch 242: Loss: 3.3025424480438232
Epoch 243: Loss: 3.462754249572754
Epoch 244: Loss: 3.4125258922576904
Epoch 245: Loss: 3.2815957069396973
Epoch 246: Loss: 3.6680760383605957
Epoch 247: Loss: 3.3841795921325684
Epoch 248: Loss: 3.5999467372894287
Epoch 249: Loss: 3.288003444671631
Epoch 250: Loss: 3.5272743701934814
Epoch 251: Loss: 3.3319528102874756
Epoch 252: Loss: 3.4343042373657227
Epoch 253: Loss: 3.332979202270508
Epoch 254: Loss: 3.25378680229187
Epoch 255: Loss: 3.317470073699951
Epoch 256: Loss: 3.459467887878418
Epoch 257: Loss: 3.4754385948181152
Epoch 258: Loss: 3.351792097091675
Epoch 259: Loss: 3.3863768577575684
Epoch 260: Loss: 3.3423421382904053
Epoch 261: Loss: 3.4105327129364014
Epoch 262: Loss: 3.359321355819702
Epoch 263: Loss: 3.2355024814605713
Epoch 264: Loss: 3.292424201965332
Epoch 265: Loss: 3.2225968837738037
Epoch 266: Loss: 3.364840269088745
Epoch 267: Loss: 3.520031452178955
Epoch 268: Loss: 3.4205515384674072
Epoch 269: Loss: 3.296339273452759
Epoch 270: Loss: 3.3471994400024414
Epoch 271: Loss: 3.293168067932129
Epoch 272: Loss: 3.2902281284332275
Epoch 273: Loss: 3.2756857872009277
Epoch 274: Loss: 3.3323984146118164
Epoch 275: Loss: 3.202482223510742
Epoch 276: Loss: 3.084357738494873
Epoch 277: Loss: 3.169250249862671
Epoch 278: Loss: 3.3367960453033447
Epoch 279: Loss: 3.1812055110931396
Epoch 280: Loss: 3.1411314010620117
Epoch 281: Loss: 3.514897584915161
Epoch 282: Loss: 3.2648417949676514
Epoch 283: Loss: 3.263786792755127
Epoch 284: Loss: 3.2034263610839844
Epoch 285: Loss: 3.3056342601776123
Epoch 286: Loss: 3.1505935192108154
Epoch 287: Loss: 3.2729671001434326
Epoch 288: Loss: 3.230056047439575
Epoch 289: Loss: 3.195204496383667
Epoch 290: Loss: 3.2423038482666016
Epoch 291: Loss: 3.035485029220581
Epoch 292: Loss: 3.2894186973571777
Epoch 293: Loss: 3.2493696212768555
Epoch 294: Loss: 3.1817708015441895
Epoch 295: Loss: 3.2883079051971436
Epoch 296: Loss: 3.2314612865448
Epoch 297: Loss: 3.0896406173706055
Epoch 298: Loss: 3.3198320865631104
Epoch 299: Loss: 3.112417697906494
Epoch 300: Loss: 3.0910348892211914
Epoch 301: Loss: 3.109435796737671
Epoch 302: Loss: 3.2152042388916016
Epoch 303: Loss: 3.138869524002075
Epoch 304: Loss: 3.1274383068084717
Epoch 305: Loss: 3.0379128456115723
Epoch 306: Loss: 2.921968936920166
Epoch 307: Loss: 3.2392218112945557
Epoch 308: Loss: 3.0866360664367676
Epoch 309: Loss: 3.2571868896484375
Epoch 310: Loss: 3.140570878982544
Epoch 311: Loss: 3.1086573600769043
Epoch 312: Loss: 3.1657114028930664
Epoch 313: Loss: 3.1318857669830322
Epoch 314: Loss: 3.013897180557251
Epoch 315: Loss: 3.148313522338867
Epoch 316: Loss: 3.118736982345581
Epoch 317: Loss: 3.17153000831604
Epoch 318: Loss: 3.036881446838379
Epoch 319: Loss: 3.1683590412139893
Epoch 320: Loss: 3.0670876502990723
Epoch 321: Loss: 3.097022533416748
Epoch 322: Loss: 3.1657168865203857
Epoch 323: Loss: 3.1871838569641113
Epoch 324: Loss: 3.0991153717041016
Epoch 325: Loss: 3.0676708221435547
Epoch 326: Loss: 2.989879846572876
Epoch 327: Loss: 3.182525873184204
Epoch 328: Loss: 2.919402837753296
Epoch 329: Loss: 3.0602433681488037
Epoch 330: Loss: 2.9777650833129883
Epoch 331: Loss: 3.1385467052459717
Epoch 332: Loss: 3.1174263954162598
Epoch 333: Loss: 2.935377836227417
Epoch 334: Loss: 3.1103854179382324
Epoch 335: Loss: 2.9615166187286377
Epoch 336: Loss: 3.0511631965637207
Epoch 337: Loss: 2.997025728225708
Epoch 338: Loss: 3.086890697479248
Epoch 339: Loss: 2.9640769958496094
Epoch 340: Loss: 2.9178884029388428
Epoch 341: Loss: 3.090770959854126
Epoch 342: Loss: 2.901296615600586
Epoch 343: Loss: 3.0016531944274902
Epoch 344: Loss: 2.9975075721740723
Epoch 345: Loss: 2.9434993267059326
Epoch 346: Loss: 3.125093698501587
Epoch 347: Loss: 2.89831805229187
Epoch 348: Loss: 3.019942045211792
Epoch 349: Loss: 2.9568076133728027
Epoch 350: Loss: 2.942279815673828
Epoch 351: Loss: 2.9631028175354004
Epoch 352: Loss: 2.792889356613159
Epoch 353: Loss: 2.941197395324707
Epoch 354: Loss: 2.8728160858154297
Epoch 355: Loss: 3.1053357124328613
Epoch 356: Loss: 2.9804275035858154
Epoch 357: Loss: 2.796889543533325
Epoch 358: Loss: 3.0054163932800293
Epoch 359: Loss: 2.879300594329834
Epoch 360: Loss: 3.023885726928711
Epoch 361: Loss: 2.985945463180542
Epoch 362: Loss: 2.8835813999176025
Epoch 363: Loss: 2.88995623588562
Epoch 364: Loss: 2.874992609024048
Epoch 365: Loss: 3.023561954498291
Epoch 366: Loss: 2.93569278717041
Epoch 367: Loss: 3.0337493419647217
Epoch 368: Loss: 2.970872640609741
Epoch 369: Loss: 2.795159339904785
Epoch 370: Loss: 2.9687137603759766
Epoch 371: Loss: 2.8642847537994385
Epoch 372: Loss: 2.991464614868164
Epoch 373: Loss: 2.879378080368042
Epoch 374: Loss: 2.855832099914551
Epoch 375: Loss: 2.8648293018341064
Epoch 376: Loss: 3.081127882003784
Epoch 377: Loss: 2.858157157897949
Epoch 378: Loss: 2.962984085083008
Epoch 379: Loss: 3.0071182250976562
Epoch 380: Loss: 2.7102537155151367
Epoch 381: Loss: 3.041496992111206
Epoch 382: Loss: 2.7613511085510254
Epoch 383: Loss: 2.813915252685547
Epoch 384: Loss: 3.11962890625
Epoch 385: Loss: 2.744899272918701
Epoch 386: Loss: 2.860837697982788
Epoch 387: Loss: 2.8444488048553467
Epoch 388: Loss: 2.8697094917297363
Epoch 389: Loss: 2.9686062335968018
Epoch 390: Loss: 2.8082988262176514
Epoch 391: Loss: 2.803570508956909
Epoch 392: Loss: 2.8463149070739746
Epoch 393: Loss: 2.736159324645996
Epoch 394: Loss: 2.961840867996216
Epoch 395: Loss: 2.781524181365967
Epoch 396: Loss: 2.7689990997314453
Epoch 397: Loss: 2.827068328857422
Epoch 398: Loss: 2.8832476139068604
Epoch 399: Loss: 2.941957473754883
Epoch 400: Loss: 2.6829307079315186
Epoch 401: Loss: 2.774700880050659
Epoch 402: Loss: 2.829418659210205
Epoch 403: Loss: 2.7643322944641113
Epoch 404: Loss: 2.7063543796539307
Epoch 405: Loss: 2.8090126514434814
Epoch 406: Loss: 2.733083963394165
Epoch 407: Loss: 2.671379804611206
Epoch 408: Loss: 2.853011131286621
Epoch 409: Loss: 2.8662142753601074
Epoch 410: Loss: 2.8366565704345703
Epoch 411: Loss: 2.643494129180908
Epoch 412: Loss: 2.7712819576263428
Epoch 413: Loss: 2.648242235183716
Epoch 414: Loss: 2.6233508586883545
Epoch 415: Loss: 2.7417049407958984
Epoch 416: Loss: 2.793067455291748
Epoch 417: Loss: 2.788564443588257
Epoch 418: Loss: 2.8432605266571045
Epoch 419: Loss: 2.6452345848083496
Epoch 420: Loss: 2.7579448223114014
Epoch 421: Loss: 2.7692019939422607
Epoch 422: Loss: 2.863006114959717
Epoch 423: Loss: 2.776918411254883
Epoch 424: Loss: 2.6748318672180176
Epoch 425: Loss: 2.7202951908111572
Epoch 426: Loss: 2.5847814083099365
Epoch 427: Loss: 2.582430601119995
Epoch 428: Loss: 2.5860750675201416
Epoch 429: Loss: 2.762115716934204
Epoch 430: Loss: 2.842116594314575
Epoch 431: Loss: 2.703727960586548
Epoch 432: Loss: 2.711970806121826
Epoch 433: Loss: 2.5838005542755127
Epoch 434: Loss: 2.7239320278167725
Epoch 435: Loss: 2.7579898834228516
Epoch 436: Loss: 2.7651681900024414
Epoch 437: Loss: 2.688737154006958
Epoch 438: Loss: 2.6989030838012695
Epoch 439: Loss: 2.6148159503936768
Epoch 440: Loss: 2.753933906555176
Epoch 441: Loss: 2.6585865020751953
Epoch 442: Loss: 2.51596736907959
Epoch 443: Loss: 2.701511859893799
Epoch 444: Loss: 2.6195123195648193
Epoch 445: Loss: 2.6712846755981445
Epoch 446: Loss: 2.794285535812378
Epoch 447: Loss: 2.6334519386291504
Epoch 448: Loss: 2.7233898639678955
Epoch 449: Loss: 2.65151309967041
Epoch 450: Loss: 2.582272529602051
Epoch 451: Loss: 2.641789674758911
Epoch 452: Loss: 2.639091968536377
Epoch 453: Loss: 2.7063639163970947
Epoch 454: Loss: 2.61360764503479
Epoch 455: Loss: 2.5609445571899414
Epoch 456: Loss: 2.5944948196411133
Epoch 457: Loss: 2.7552192211151123
Epoch 458: Loss: 2.52976131439209
Epoch 459: Loss: 2.536104679107666
Epoch 460: Loss: 2.5949161052703857
Epoch 461: Loss: 2.70927095413208
Epoch 462: Loss: 2.540821075439453
Epoch 463: Loss: 2.5635552406311035
Epoch 464: Loss: 2.6190712451934814
Epoch 465: Loss: 2.6870803833007812
Epoch 466: Loss: 2.7255918979644775
Epoch 467: Loss: 2.7701473236083984
Epoch 468: Loss: 2.608921766281128
Epoch 469: Loss: 2.6057112216949463
Epoch 470: Loss: 2.6046576499938965
Epoch 471: Loss: 2.6639015674591064
Epoch 472: Loss: 2.669283866882324
Epoch 473: Loss: 2.5181691646575928
Epoch 474: Loss: 2.428403377532959
Epoch 475: Loss: 2.7426798343658447
Epoch 476: Loss: 2.713104486465454
Epoch 477: Loss: 2.6010513305664062
Epoch 478: Loss: 2.6097097396850586
Epoch 479: Loss: 2.5860595703125
Epoch 480: Loss: 2.6842925548553467
Epoch 481: Loss: 2.632887363433838
Epoch 482: Loss: 2.605699300765991
Epoch 483: Loss: 2.5641613006591797
Epoch 484: Loss: 2.557935953140259
Epoch 485: Loss: 2.6191344261169434
Epoch 486: Loss: 2.6807689666748047
Epoch 487: Loss: 2.521930456161499
Epoch 488: Loss: 2.6693859100341797
Epoch 489: Loss: 2.635427951812744
Epoch 490: Loss: 2.4982426166534424
Epoch 491: Loss: 2.568561315536499
Epoch 492: Loss: 2.5599567890167236
Epoch 493: Loss: 2.666433811187744
Epoch 494: Loss: 2.6090385913848877
Epoch 495: Loss: 2.465247631072998
Epoch 496: Loss: 2.4837753772735596
Epoch 497: Loss: 2.512622117996216
Epoch 498: Loss: 2.5368850231170654
Epoch 499: Loss: 2.654257297515869
Epoch 500: Loss: 2.6408395767211914
Epoch 501: Loss: 2.4849202632904053
Epoch 502: Loss: 2.528956651687622
Epoch 503: Loss: 2.5166680812835693
Epoch 504: Loss: 2.5742032527923584
Epoch 505: Loss: 2.5116207599639893
Epoch 506: Loss: 2.5245745182037354
Epoch 507: Loss: 2.571427822113037
Epoch 508: Loss: 2.5701732635498047
Epoch 509: Loss: 2.577120304107666
Epoch 510: Loss: 2.464740514755249
Epoch 511: Loss: 2.575643301010132
Epoch 512: Loss: 2.5356130599975586
Epoch 513: Loss: 2.6145575046539307
Epoch 514: Loss: 2.6157727241516113
Epoch 515: Loss: 2.4840705394744873
Epoch 516: Loss: 2.527768611907959
Epoch 517: Loss: 2.471346378326416
Epoch 518: Loss: 2.480741500854492
Epoch 519: Loss: 2.6196846961975098
Epoch 520: Loss: 2.5421807765960693
Epoch 521: Loss: 2.457000970840454
Epoch 522: Loss: 2.4543817043304443
Epoch 523: Loss: 2.436037302017212
Epoch 524: Loss: 2.578789710998535
Epoch 525: Loss: 2.5319571495056152
Epoch 526: Loss: 2.5127997398376465
Epoch 527: Loss: 2.5033318996429443
Epoch 528: Loss: 2.4799139499664307
Epoch 529: Loss: 2.486172914505005
Epoch 530: Loss: 2.502382278442383
Epoch 531: Loss: 2.560351848602295
Epoch 532: Loss: 2.475881338119507
Epoch 533: Loss: 2.509535312652588
Epoch 534: Loss: 2.4292826652526855
Epoch 535: Loss: 2.5325653553009033
Epoch 536: Loss: 2.41023588180542
Epoch 537: Loss: 2.3585031032562256
Epoch 538: Loss: 2.5548253059387207
Epoch 539: Loss: 2.5119802951812744
Epoch 540: Loss: 2.5092203617095947
Epoch 541: Loss: 2.47442364692688
Epoch 542: Loss: 2.4540371894836426
Epoch 543: Loss: 2.459611654281616
Epoch 544: Loss: 2.586487293243408
Epoch 545: Loss: 2.533306121826172
Epoch 546: Loss: 2.4849069118499756
Epoch 547: Loss: 2.503793954849243
Epoch 548: Loss: 2.416717529296875
Epoch 549: Loss: 2.5156424045562744
Epoch 550: Loss: 2.41920804977417
Epoch 551: Loss: 2.4653687477111816
Epoch 552: Loss: 2.383610486984253
Epoch 553: Loss: 2.3882527351379395
Epoch 554: Loss: 2.500439405441284
Epoch 555: Loss: 2.5228428840637207
Epoch 556: Loss: 2.357814073562622
Epoch 557: Loss: 2.458138942718506
Epoch 558: Loss: 2.5646378993988037
Epoch 559: Loss: 2.4741714000701904
Epoch 560: Loss: 2.464926242828369
Epoch 561: Loss: 2.457435131072998
Epoch 562: Loss: 2.44535231590271
Epoch 563: Loss: 2.483090877532959
Epoch 564: Loss: 2.3634541034698486
Epoch 565: Loss: 2.452119827270508
Epoch 566: Loss: 2.4769065380096436
Epoch 567: Loss: 2.463592052459717
Epoch 568: Loss: 2.489431142807007
Epoch 569: Loss: 2.355353593826294
Epoch 570: Loss: 2.339351177215576
Epoch 571: Loss: 2.309911012649536
Epoch 572: Loss: 2.4051756858825684
Epoch 573: Loss: 2.4228713512420654
Epoch 574: Loss: 2.3474128246307373
Epoch 575: Loss: 2.3122081756591797
Epoch 576: Loss: 2.3729968070983887
Epoch 577: Loss: 2.4332330226898193
Epoch 578: Loss: 2.415895938873291
Epoch 579: Loss: 2.438438892364502
Epoch 580: Loss: 2.501382827758789
Epoch 581: Loss: 2.376465320587158
Epoch 582: Loss: 2.289327621459961
Epoch 583: Loss: 2.3925986289978027
Epoch 584: Loss: 2.3792357444763184
Epoch 585: Loss: 2.263589859008789
Epoch 586: Loss: 2.291060209274292
Epoch 587: Loss: 2.4717323780059814
Epoch 588: Loss: 2.462239980697632
Epoch 589: Loss: 2.428257703781128
Epoch 590: Loss: 2.324483871459961
Epoch 591: Loss: 2.434075117111206
Epoch 592: Loss: 2.3643078804016113
Epoch 593: Loss: 2.3221282958984375
Epoch 594: Loss: 2.3842852115631104
Epoch 595: Loss: 2.4437317848205566
Epoch 596: Loss: 2.2420871257781982
Epoch 597: Loss: 2.2807693481445312
Epoch 598: Loss: 2.391671657562256
Epoch 599: Loss: 2.386382818222046
Epoch 600: Loss: 2.4544293880462646
Epoch 601: Loss: 2.4998598098754883
Epoch 602: Loss: 2.4675583839416504
Epoch 603: Loss: 2.338413953781128
Epoch 604: Loss: 2.1819748878479004
Epoch 605: Loss: 2.3470418453216553
Epoch 606: Loss: 2.3928377628326416
Epoch 607: Loss: 2.453434705734253
Epoch 608: Loss: 2.3187944889068604
Epoch 609: Loss: 2.2990777492523193
Epoch 610: Loss: 2.4533090591430664
Epoch 611: Loss: 2.305837869644165
Epoch 612: Loss: 2.271083354949951
Epoch 613: Loss: 2.289236307144165
Epoch 614: Loss: 2.279691219329834
Epoch 615: Loss: 2.3921947479248047
Epoch 616: Loss: 2.2925198078155518
Epoch 617: Loss: 2.52065372467041
Epoch 618: Loss: 2.391319990158081
Epoch 619: Loss: 2.47267484664917
Epoch 620: Loss: 2.344738483428955
Epoch 621: Loss: 2.4031763076782227
Epoch 622: Loss: 2.3188209533691406
Epoch 623: Loss: 2.347360849380493
Epoch 624: Loss: 2.2145097255706787
Epoch 625: Loss: 2.4078612327575684
Epoch 626: Loss: 2.420426845550537
Epoch 627: Loss: 2.229419469833374
Epoch 628: Loss: 2.32503604888916
Epoch 629: Loss: 2.204214334487915
Epoch 630: Loss: 2.2422397136688232
Epoch 631: Loss: 2.3629508018493652
Epoch 632: Loss: 2.3309926986694336
Epoch 633: Loss: 2.35142183303833
Epoch 634: Loss: 2.303288459777832
Epoch 635: Loss: 2.2945361137390137
Epoch 636: Loss: 2.404125928878784
Epoch 637: Loss: 2.4179601669311523
Epoch 638: Loss: 2.25295090675354
Epoch 639: Loss: 2.324554920196533
Epoch 640: Loss: 2.2794015407562256
Epoch 641: Loss: 2.364748001098633
Epoch 642: Loss: 2.247701406478882
Epoch 643: Loss: 2.253925085067749
Epoch 644: Loss: 2.3832972049713135
Epoch 645: Loss: 2.4177169799804688
Epoch 646: Loss: 2.13242769241333
Epoch 647: Loss: 2.3800692558288574
Epoch 648: Loss: 2.259521245956421
Epoch 649: Loss: 2.309180974960327
Epoch 650: Loss: 2.240250587463379
Epoch 651: Loss: 2.527125597000122
Epoch 652: Loss: 2.291945219039917
Epoch 653: Loss: 2.294776678085327
Epoch 654: Loss: 2.2168872356414795
Epoch 655: Loss: 2.2348921298980713
Epoch 656: Loss: 2.2035393714904785
Epoch 657: Loss: 2.163222551345825
Epoch 658: Loss: 2.255894184112549
Epoch 659: Loss: 2.365422487258911
Epoch 660: Loss: 2.2054455280303955
Epoch 661: Loss: 2.2496535778045654
Epoch 662: Loss: 2.3180344104766846
Epoch 663: Loss: 2.197911500930786
Epoch 664: Loss: 2.1300272941589355
Epoch 665: Loss: 2.1194558143615723
Epoch 666: Loss: 2.263485908508301
Epoch 667: Loss: 2.189138650894165
Epoch 668: Loss: 2.2058215141296387
Epoch 669: Loss: 2.3442838191986084
Epoch 670: Loss: 2.285989284515381
Epoch 671: Loss: 2.132920742034912
Epoch 672: Loss: 2.2664830684661865
Epoch 673: Loss: 2.1663126945495605
Epoch 674: Loss: 2.340247631072998
Epoch 675: Loss: 2.230210065841675
Epoch 676: Loss: 2.2957875728607178
Epoch 677: Loss: 2.2836086750030518
Epoch 678: Loss: 2.199768543243408
Epoch 679: Loss: 2.158369302749634
Epoch 680: Loss: 2.21791672706604
Epoch 681: Loss: 2.185131072998047
Epoch 682: Loss: 2.1027445793151855
Epoch 683: Loss: 2.197540044784546
Epoch 684: Loss: 2.25519061088562
Epoch 685: Loss: 2.1619961261749268
Epoch 686: Loss: 2.2490296363830566
Epoch 687: Loss: 2.0586466789245605
Epoch 688: Loss: 2.2075560092926025
Epoch 689: Loss: 2.116220712661743
Epoch 690: Loss: 2.1372013092041016
Epoch 691: Loss: 2.2556841373443604
Epoch 692: Loss: 2.2201921939849854
Epoch 693: Loss: 2.1935415267944336
Epoch 694: Loss: 2.2513623237609863
Epoch 695: Loss: 2.281838893890381
Epoch 696: Loss: 2.18463134765625
Epoch 697: Loss: 2.2802956104278564
Epoch 698: Loss: 2.2055118083953857
Epoch 699: Loss: 2.1838879585266113
Epoch 700: Loss: 2.21942138671875
Epoch 701: Loss: 2.1706671714782715
Epoch 702: Loss: 2.2574727535247803
Epoch 703: Loss: 2.291140079498291
Epoch 704: Loss: 2.350412368774414
Epoch 705: Loss: 2.2982490062713623
Epoch 706: Loss: 2.2072746753692627
Epoch 707: Loss: 2.2433366775512695
Epoch 708: Loss: 2.0755674839019775
Epoch 709: Loss: 2.2397749423980713
Epoch 710: Loss: 2.2626752853393555
Epoch 711: Loss: 2.272064447402954
Epoch 712: Loss: 2.223527669906616
Epoch 713: Loss: 2.2933740615844727
Epoch 714: Loss: 2.199648141860962
Epoch 715: Loss: 2.10784912109375
Epoch 716: Loss: 2.1510009765625
Epoch 717: Loss: 2.1835434436798096
Epoch 718: Loss: 2.1261956691741943
Epoch 719: Loss: 2.2040553092956543
Epoch 720: Loss: 2.2661783695220947
Epoch 721: Loss: 2.0520262718200684
Epoch 722: Loss: 2.14583683013916
Epoch 723: Loss: 2.27777361869812
Epoch 724: Loss: 2.014317274093628
Epoch 725: Loss: 2.055109739303589
Epoch 726: Loss: 2.084641695022583
Epoch 727: Loss: 2.2116291522979736
Epoch 728: Loss: 2.380972146987915
Epoch 729: Loss: 2.0862395763397217
Epoch 730: Loss: 2.1601016521453857
Epoch 731: Loss: 2.261543035507202
Epoch 732: Loss: 2.243867874145508
Epoch 733: Loss: 2.1207797527313232
Epoch 734: Loss: 2.307105541229248
Epoch 735: Loss: 2.0456926822662354
Epoch 736: Loss: 2.175506591796875
Epoch 737: Loss: 2.2270126342773438
Epoch 738: Loss: 2.1627120971679688
Epoch 739: Loss: 2.044597625732422
Epoch 740: Loss: 2.152907371520996
Epoch 741: Loss: 2.0987582206726074
Epoch 742: Loss: 2.1478559970855713
Epoch 743: Loss: 2.088707447052002
Epoch 744: Loss: 2.1766624450683594
Epoch 745: Loss: 2.1673200130462646
Epoch 746: Loss: 2.0598254203796387
Epoch 747: Loss: 2.0538787841796875
Epoch 748: Loss: 2.0392868518829346
Epoch 749: Loss: 2.022233009338379
Epoch 750: Loss: 2.100537061691284
Epoch 751: Loss: 2.1010046005249023
Epoch 752: Loss: 2.080282211303711
Epoch 753: Loss: 2.037229537963867
Epoch 754: Loss: 2.088304281234741
Epoch 755: Loss: 2.0300066471099854
Epoch 756: Loss: 2.060908079147339
Epoch 757: Loss: 2.1166679859161377
Epoch 758: Loss: 1.9662820100784302
Epoch 759: Loss: 2.1656768321990967
Epoch 760: Loss: 2.1038239002227783
Epoch 761: Loss: 1.9863382577896118
Epoch 762: Loss: 2.134328842163086
Epoch 763: Loss: 2.158283233642578
Epoch 764: Loss: 2.086621046066284
Epoch 765: Loss: 2.0696370601654053
Epoch 766: Loss: 2.083803653717041
Epoch 767: Loss: 2.16886043548584
Epoch 768: Loss: 2.0230448246002197
Epoch 769: Loss: 2.1418395042419434
Epoch 770: Loss: 2.1411499977111816
Epoch 771: Loss: 2.0966649055480957
Epoch 772: Loss: 2.024595260620117
Epoch 773: Loss: 2.0958564281463623
Epoch 774: Loss: 2.080198049545288
Epoch 775: Loss: 2.0599923133850098
Epoch 776: Loss: 2.0026133060455322
Epoch 777: Loss: 2.100635290145874
Epoch 778: Loss: 2.204953908920288
Epoch 779: Loss: 2.155164957046509
Epoch 780: Loss: 2.098968744277954
Epoch 781: Loss: 2.0446441173553467
Epoch 782: Loss: 2.0884010791778564
Epoch 783: Loss: 2.1073877811431885
Epoch 784: Loss: 2.0635969638824463
Epoch 785: Loss: 2.0280683040618896
Epoch 786: Loss: 2.0765233039855957
Epoch 787: Loss: 2.056213855743408
Epoch 788: Loss: 2.050978660583496
Epoch 789: Loss: 2.1130428314208984
Epoch 790: Loss: 2.0848965644836426
Epoch 791: Loss: 1.9702295064926147
Epoch 792: Loss: 1.986820101737976
Epoch 793: Loss: 2.017664670944214
Epoch 794: Loss: 2.0123088359832764
Epoch 795: Loss: 2.0033843517303467
Epoch 796: Loss: 2.101162910461426
Epoch 797: Loss: 2.1441473960876465
Epoch 798: Loss: 2.062276601791382
Epoch 799: Loss: 2.086735248565674
Epoch 800: Loss: 2.078495502471924
Epoch 801: Loss: 2.1012892723083496
Epoch 802: Loss: 1.9348267316818237
Epoch 803: Loss: 2.135162591934204
Epoch 804: Loss: 1.9784555435180664
Epoch 805: Loss: 2.126772880554199
Epoch 806: Loss: 2.072664499282837
Epoch 807: Loss: 2.12196946144104
Epoch 808: Loss: 2.067488193511963
Epoch 809: Loss: 2.164705276489258
Epoch 810: Loss: 2.0519533157348633
Epoch 811: Loss: 2.029282331466675
Epoch 812: Loss: 2.112196445465088
Epoch 813: Loss: 2.1230783462524414
Epoch 814: Loss: 2.076831102371216
Epoch 815: Loss: 2.0547428131103516
Epoch 816: Loss: 2.076680898666382
Epoch 817: Loss: 1.9665149450302124
Epoch 818: Loss: 2.044511556625366
Epoch 819: Loss: 2.014298677444458
Epoch 820: Loss: 2.1117124557495117
Epoch 821: Loss: 2.0809292793273926
Epoch 822: Loss: 2.076709508895874
Epoch 823: Loss: 2.0246105194091797
Epoch 824: Loss: 2.0468599796295166
Epoch 825: Loss: 2.051933526992798
Epoch 826: Loss: 1.958982229232788
Epoch 827: Loss: 2.055034637451172
Epoch 828: Loss: 2.0546517372131348
Epoch 829: Loss: 2.0392158031463623
Epoch 830: Loss: 1.9774556159973145
Epoch 831: Loss: 2.079603672027588
Epoch 832: Loss: 2.006579637527466
Epoch 833: Loss: 1.901845932006836
Epoch 834: Loss: 1.9882605075836182
Epoch 835: Loss: 2.096867561340332
Epoch 836: Loss: 2.0328567028045654
Epoch 837: Loss: 1.933587908744812
Epoch 838: Loss: 1.9972233772277832
Epoch 839: Loss: 2.028258800506592
Epoch 840: Loss: 1.8779939413070679
Epoch 841: Loss: 1.9444113969802856
Epoch 842: Loss: 2.0376827716827393
Epoch 843: Loss: 1.9912720918655396
Epoch 844: Loss: 2.0773284435272217
Epoch 845: Loss: 2.0179340839385986
Epoch 846: Loss: 1.8950949907302856
Epoch 847: Loss: 2.0185139179229736
Epoch 848: Loss: 1.8461486101150513
Epoch 849: Loss: 1.9584639072418213
Epoch 850: Loss: 1.973207712173462
Epoch 851: Loss: 1.9372138977050781
Epoch 852: Loss: 1.992690086364746
Epoch 853: Loss: 1.9944586753845215
Epoch 854: Loss: 1.943349003791809
Epoch 855: Loss: 1.981494426727295
Epoch 856: Loss: 1.9470264911651611
Epoch 857: Loss: 2.0700066089630127
Epoch 858: Loss: 2.0032453536987305
Epoch 859: Loss: 1.9166781902313232
Epoch 860: Loss: 1.9259265661239624
Epoch 861: Loss: 2.0875837802886963
Epoch 862: Loss: 1.893602967262268
Epoch 863: Loss: 1.9641764163970947
Epoch 864: Loss: 2.1294472217559814
Epoch 865: Loss: 1.910162329673767
Epoch 866: Loss: 1.904727816581726
Epoch 867: Loss: 1.995914101600647
Epoch 868: Loss: 1.929275393486023
Epoch 869: Loss: 2.0418405532836914
Epoch 870: Loss: 1.9291452169418335
Epoch 871: Loss: 1.995627760887146
Epoch 872: Loss: 1.9527418613433838
Epoch 873: Loss: 2.008188486099243
Epoch 874: Loss: 1.9388747215270996
Epoch 875: Loss: 1.9920004606246948
Epoch 876: Loss: 1.936296820640564
Epoch 877: Loss: 2.0189709663391113
Epoch 878: Loss: 1.9051052331924438
Epoch 879: Loss: 1.8964190483093262
Epoch 880: Loss: 2.0362589359283447
Epoch 881: Loss: 1.958725094795227
Epoch 882: Loss: 2.052342176437378
Epoch 883: Loss: 1.862053632736206
Epoch 884: Loss: 1.898659348487854
Epoch 885: Loss: 2.0883283615112305
Epoch 886: Loss: 1.8834517002105713
Epoch 887: Loss: 1.9405802488327026
Epoch 888: Loss: 1.8298823833465576
Epoch 889: Loss: 1.9201327562332153
Epoch 890: Loss: 1.975631594657898
Epoch 891: Loss: 1.989235281944275
Epoch 892: Loss: 1.9561885595321655
Epoch 893: Loss: 2.0053048133850098
Epoch 894: Loss: 1.8989821672439575
Epoch 895: Loss: 1.8272161483764648
Epoch 896: Loss: 1.8212581872940063
Epoch 897: Loss: 1.9755370616912842
Epoch 898: Loss: 2.007378339767456
Epoch 899: Loss: 1.868673324584961
Epoch 900: Loss: 1.9238520860671997
Epoch 901: Loss: 1.936481237411499
Epoch 902: Loss: 1.9966760873794556
Epoch 903: Loss: 2.0141334533691406
Epoch 904: Loss: 1.8855936527252197
Epoch 905: Loss: 1.9740514755249023
Epoch 906: Loss: 1.9070889949798584
Epoch 907: Loss: 2.0765280723571777
Epoch 908: Loss: 1.9265155792236328
Epoch 909: Loss: 2.0475172996520996
Epoch 910: Loss: 1.8786036968231201
Epoch 911: Loss: 1.834228277206421
Epoch 912: Loss: 1.9413464069366455
Epoch 913: Loss: 1.912299633026123
Epoch 914: Loss: 1.8510547876358032
Epoch 915: Loss: 1.8716555833816528
Epoch 916: Loss: 1.9104357957839966
Epoch 917: Loss: 1.8569413423538208
Epoch 918: Loss: 1.9710102081298828
Epoch 919: Loss: 1.9529647827148438
Epoch 920: Loss: 1.839097499847412
Epoch 921: Loss: 1.9815149307250977
Epoch 922: Loss: 1.9697905778884888
Epoch 923: Loss: 1.8231050968170166
Epoch 924: Loss: 1.9547392129898071
Epoch 925: Loss: 1.973664402961731
Epoch 926: Loss: 1.9085060358047485
Epoch 927: Loss: 1.8749096393585205
Epoch 928: Loss: 1.9077684879302979
Epoch 929: Loss: 1.9071054458618164
Epoch 930: Loss: 1.842759609222412
Epoch 931: Loss: 1.8633251190185547
Epoch 932: Loss: 1.89113450050354
Epoch 933: Loss: 1.8311362266540527
Epoch 934: Loss: 1.9105792045593262
Epoch 935: Loss: 1.9103137254714966
Epoch 936: Loss: 1.8980904817581177
Epoch 937: Loss: 1.8047795295715332
Epoch 938: Loss: 1.96334969997406
Epoch 939: Loss: 1.87886381149292
Epoch 940: Loss: 2.0340797901153564
Epoch 941: Loss: 1.9412935972213745
Epoch 942: Loss: 1.9188979864120483
Epoch 943: Loss: 1.8924245834350586
Epoch 944: Loss: 1.859573483467102
Epoch 945: Loss: 1.8738348484039307
Epoch 946: Loss: 1.8349295854568481
Epoch 947: Loss: 1.9415383338928223
Epoch 948: Loss: 1.857393741607666
Epoch 949: Loss: 1.9207100868225098
Epoch 950: Loss: 1.9508132934570312
Epoch 951: Loss: 1.7979962825775146
Epoch 952: Loss: 1.9788583517074585
Epoch 953: Loss: 1.9313993453979492
Epoch 954: Loss: 1.8234004974365234
Epoch 955: Loss: 1.8452204465866089
Epoch 956: Loss: 1.8674486875534058
Epoch 957: Loss: 1.8497475385665894
Epoch 958: Loss: 1.8218379020690918
Epoch 959: Loss: 1.8349696397781372
Epoch 960: Loss: 1.8567837476730347
Epoch 961: Loss: 1.8748217821121216
Epoch 962: Loss: 1.8511985540390015
Epoch 963: Loss: 1.8648709058761597
Epoch 964: Loss: 1.8528802394866943
Epoch 965: Loss: 1.843912124633789
Epoch 966: Loss: 1.786532998085022
Epoch 967: Loss: 1.7841379642486572
Epoch 968: Loss: 1.8990519046783447
Epoch 969: Loss: 1.7788721323013306
Epoch 970: Loss: 1.9388874769210815
Epoch 971: Loss: 1.93463933467865
Epoch 972: Loss: 1.8846285343170166
Epoch 973: Loss: 1.8099026679992676
Epoch 974: Loss: 1.8563342094421387
Epoch 975: Loss: 1.8600049018859863
Epoch 976: Loss: 1.8290224075317383
Epoch 977: Loss: 1.8326722383499146
Epoch 978: Loss: 1.7638592720031738
Epoch 979: Loss: 1.9138752222061157
Epoch 980: Loss: 1.820609450340271
Epoch 981: Loss: 1.9035192728042603
Epoch 982: Loss: 1.8954697847366333
Epoch 983: Loss: 1.8900024890899658
Epoch 984: Loss: 1.8918249607086182
Epoch 985: Loss: 1.8422905206680298
Epoch 986: Loss: 1.9072932004928589
Epoch 987: Loss: 1.8362153768539429
Epoch 988: Loss: 1.9035437107086182
Epoch 989: Loss: 1.9082214832305908
Epoch 990: Loss: 1.9258939027786255
Epoch 991: Loss: 1.7755191326141357
Epoch 992: Loss: 1.8842533826828003
Epoch 993: Loss: 1.8192408084869385
Epoch 994: Loss: 1.8618239164352417
Epoch 995: Loss: 1.7227427959442139
Epoch 996: Loss: 1.8312121629714966
Epoch 997: Loss: 1.8954135179519653
Epoch 998: Loss: 1.8260166645050049
Epoch 999: Loss: 1.9275689125061035
Epoch 1000: Loss: 1.843278408050537
Epoch 1001: Loss: 1.7272919416427612
Epoch 1002: Loss: 1.7065753936767578
Epoch 1003: Loss: 1.8811579942703247
Epoch 1004: Loss: 1.7745600938796997
Epoch 1005: Loss: 1.803846836090088
Epoch 1006: Loss: 1.8262879848480225
Epoch 1007: Loss: 1.838600516319275
Epoch 1008: Loss: 1.8823906183242798
Epoch 1009: Loss: 1.8345606327056885
Epoch 1010: Loss: 1.87203848361969
Epoch 1011: Loss: 1.8784846067428589
Epoch 1012: Loss: 1.732778549194336
Epoch 1013: Loss: 1.81905996799469
Epoch 1014: Loss: 1.7296706438064575
Epoch 1015: Loss: 1.800419569015503
Epoch 1016: Loss: 1.8062522411346436
Epoch 1017: Loss: 1.8379924297332764
Epoch 1018: Loss: 1.875076174736023
Epoch 1019: Loss: 1.7401390075683594
Epoch 1020: Loss: 1.8873244524002075
Epoch 1021: Loss: 1.7203272581100464
Epoch 1022: Loss: 1.7576996088027954
Epoch 1023: Loss: 1.7107847929000854
Epoch 1024: Loss: 1.8735462427139282
Epoch 1025: Loss: 1.7654825448989868
Epoch 1026: Loss: 1.7390059232711792
Epoch 1027: Loss: 1.8660939931869507
Epoch 1028: Loss: 1.8018888235092163
Epoch 1029: Loss: 1.8683425188064575
Epoch 1030: Loss: 1.8107397556304932
Epoch 1031: Loss: 1.8490681648254395
Epoch 1032: Loss: 1.8634321689605713
Epoch 1033: Loss: 1.8274308443069458
Epoch 1034: Loss: 1.8369581699371338
Epoch 1035: Loss: 1.841539740562439
Epoch 1036: Loss: 1.730124592781067
Epoch 1037: Loss: 1.8214008808135986
Epoch 1038: Loss: 1.8999871015548706
Epoch 1039: Loss: 1.7580616474151611
Epoch 1040: Loss: 1.7933480739593506
Epoch 1041: Loss: 1.7898380756378174
Epoch 1042: Loss: 1.7971885204315186
Epoch 1043: Loss: 1.8616341352462769
Epoch 1044: Loss: 1.7282418012619019
Epoch 1045: Loss: 1.734067440032959
Epoch 1046: Loss: 1.799389123916626
Epoch 1047: Loss: 1.801271677017212
Epoch 1048: Loss: 1.7545876502990723
Epoch 1049: Loss: 1.6910282373428345
Epoch 1050: Loss: 1.8392869234085083
Epoch 1051: Loss: 1.7155405282974243
Epoch 1052: Loss: 1.829825520515442
Epoch 1053: Loss: 1.7729638814926147
Epoch 1054: Loss: 1.7666126489639282
Epoch 1055: Loss: 1.7846778631210327
Epoch 1056: Loss: 1.6721806526184082
Epoch 1057: Loss: 1.7525813579559326
Epoch 1058: Loss: 1.7283737659454346
Epoch 1059: Loss: 1.7479068040847778
Epoch 1060: Loss: 1.907918930053711
Epoch 1061: Loss: 1.8109629154205322
Epoch 1062: Loss: 1.744415044784546
Epoch 1063: Loss: 1.8366831541061401
Epoch 1064: Loss: 1.7848789691925049
Epoch 1065: Loss: 1.8513433933258057
Epoch 1066: Loss: 1.7559163570404053
Epoch 1067: Loss: 1.786361813545227
Epoch 1068: Loss: 1.7645176649093628
Epoch 1069: Loss: 1.7689422369003296
Epoch 1070: Loss: 1.751975178718567
Epoch 1071: Loss: 1.7411314249038696
Epoch 1072: Loss: 1.7320295572280884
Epoch 1073: Loss: 1.690314531326294
Epoch 1074: Loss: 1.6206235885620117
Epoch 1075: Loss: 1.7670681476593018
Epoch 1076: Loss: 1.716733455657959
Epoch 1077: Loss: 1.8055989742279053
Epoch 1078: Loss: 1.659508466720581
Epoch 1079: Loss: 1.7309483289718628
Epoch 1080: Loss: 1.8213963508605957
Epoch 1081: Loss: 1.7226510047912598
Epoch 1082: Loss: 1.6256303787231445
Epoch 1083: Loss: 1.7323756217956543
Epoch 1084: Loss: 1.7193392515182495
Epoch 1085: Loss: 1.7703815698623657
Epoch 1086: Loss: 1.7657235860824585
Epoch 1087: Loss: 1.6557539701461792
Epoch 1088: Loss: 1.7768179178237915
Epoch 1089: Loss: 1.7846602201461792
Epoch 1090: Loss: 1.7321828603744507
Epoch 1091: Loss: 1.7564185857772827
Epoch 1092: Loss: 1.6807746887207031
Epoch 1093: Loss: 1.7872086763381958
Epoch 1094: Loss: 1.7283447980880737
Epoch 1095: Loss: 1.71437668800354
Epoch 1096: Loss: 1.6934010982513428
Epoch 1097: Loss: 1.792687177658081
Epoch 1098: Loss: 1.665590763092041
Epoch 1099: Loss: 1.6162084341049194
Epoch 1100: Loss: 1.73164701461792
Epoch 1101: Loss: 1.6593060493469238
Epoch 1102: Loss: 1.6636003255844116
Epoch 1103: Loss: 1.8288826942443848
Epoch 1104: Loss: 1.7147574424743652
Epoch 1105: Loss: 1.7814725637435913
Epoch 1106: Loss: 1.6505411863327026
Epoch 1107: Loss: 1.7614628076553345
Epoch 1108: Loss: 1.737570881843567
Epoch 1109: Loss: 1.7300996780395508
Epoch 1110: Loss: 1.8085405826568604
Epoch 1111: Loss: 1.815876841545105
Epoch 1112: Loss: 1.6172711849212646
Epoch 1113: Loss: 1.7158045768737793
Epoch 1114: Loss: 1.7295809984207153
Epoch 1115: Loss: 1.6596488952636719
Epoch 1116: Loss: 1.8600661754608154
Epoch 1117: Loss: 1.6969075202941895
Epoch 1118: Loss: 1.7309621572494507
Epoch 1119: Loss: 1.726658821105957
Epoch 1120: Loss: 1.683913230895996
Epoch 1121: Loss: 1.6268141269683838
Epoch 1122: Loss: 1.7348994016647339
Epoch 1123: Loss: 1.8028030395507812
Epoch 1124: Loss: 1.7951793670654297
Epoch 1125: Loss: 1.7560981512069702
Epoch 1126: Loss: 1.730663776397705
Epoch 1127: Loss: 1.7396597862243652
Epoch 1128: Loss: 1.6942750215530396
Epoch 1129: Loss: 1.6286742687225342
Epoch 1130: Loss: 1.6885334253311157
Epoch 1131: Loss: 1.7342272996902466
Epoch 1132: Loss: 1.6781325340270996
Epoch 1133: Loss: 1.7605412006378174
Epoch 1134: Loss: 1.7557629346847534
Epoch 1135: Loss: 1.641684651374817
Epoch 1136: Loss: 1.7458900213241577
Epoch 1137: Loss: 1.6285067796707153
Epoch 1138: Loss: 1.8097634315490723
Epoch 1139: Loss: 1.6311157941818237
Epoch 1140: Loss: 1.751245141029358
Epoch 1141: Loss: 1.81911039352417
Epoch 1142: Loss: 1.7180521488189697
Epoch 1143: Loss: 1.6832042932510376
Epoch 1144: Loss: 1.6052460670471191
Epoch 1145: Loss: 1.7593988180160522
Epoch 1146: Loss: 1.7622357606887817
Epoch 1147: Loss: 1.633331537246704
Epoch 1148: Loss: 1.6233582496643066
Epoch 1149: Loss: 1.5804544687271118
Epoch 1150: Loss: 1.6753921508789062
Epoch 1151: Loss: 1.7097411155700684
Epoch 1152: Loss: 1.6595921516418457
Epoch 1153: Loss: 1.68744957447052
Epoch 1154: Loss: 1.8354008197784424
Epoch 1155: Loss: 1.6804271936416626
Epoch 1156: Loss: 1.6505768299102783
Epoch 1157: Loss: 1.6465651988983154
Epoch 1158: Loss: 1.7766048908233643
Epoch 1159: Loss: 1.660979986190796
Epoch 1160: Loss: 1.7517073154449463
Epoch 1161: Loss: 1.6805174350738525
Epoch 1162: Loss: 1.7397617101669312
Epoch 1163: Loss: 1.7434028387069702
Epoch 1164: Loss: 1.720410943031311
Epoch 1165: Loss: 1.6471185684204102
Epoch 1166: Loss: 1.7096748352050781
Epoch 1167: Loss: 1.677065134048462
Epoch 1168: Loss: 1.7673040628433228
Epoch 1169: Loss: 1.6520638465881348
Epoch 1170: Loss: 1.645527720451355
Epoch 1171: Loss: 1.7303177118301392
Epoch 1172: Loss: 1.6197781562805176
Epoch 1173: Loss: 1.6832239627838135
Epoch 1174: Loss: 1.6105159521102905
Epoch 1175: Loss: 1.6581884622573853
Epoch 1176: Loss: 1.6283774375915527
Epoch 1177: Loss: 1.6330136060714722
Epoch 1178: Loss: 1.5937025547027588
Epoch 1179: Loss: 1.6501319408416748
Epoch 1180: Loss: 1.6656075716018677
Epoch 1181: Loss: 1.6648837327957153
Epoch 1182: Loss: 1.6423723697662354
Epoch 1183: Loss: 1.6532350778579712
Epoch 1184: Loss: 1.6104795932769775
Epoch 1185: Loss: 1.6086632013320923
Epoch 1186: Loss: 1.681048035621643
Epoch 1187: Loss: 1.74102783203125
Epoch 1188: Loss: 1.6034399271011353
Epoch 1189: Loss: 1.6632615327835083
Epoch 1190: Loss: 1.5960737466812134
Epoch 1191: Loss: 1.5702062845230103
Epoch 1192: Loss: 1.6384202241897583
Epoch 1193: Loss: 1.6038824319839478
Epoch 1194: Loss: 1.666430115699768
Epoch 1195: Loss: 1.714394211769104
Epoch 1196: Loss: 1.6033546924591064
Epoch 1197: Loss: 1.6746104955673218
Epoch 1198: Loss: 1.6412347555160522
Epoch 1199: Loss: 1.6060291528701782
Epoch 1200: Loss: 1.5332194566726685
Epoch 1201: Loss: 1.6626858711242676
Epoch 1202: Loss: 1.540789008140564
Epoch 1203: Loss: 1.748286247253418
Epoch 1204: Loss: 1.7368985414505005
Epoch 1205: Loss: 1.7200783491134644
Epoch 1206: Loss: 1.6423693895339966
Epoch 1207: Loss: 1.6225266456604004
Epoch 1208: Loss: 1.7031457424163818
Epoch 1209: Loss: 1.6161777973175049
Epoch 1210: Loss: 1.592931866645813
Epoch 1211: Loss: 1.599798321723938
Epoch 1212: Loss: 1.641654133796692
Epoch 1213: Loss: 1.6316006183624268
Epoch 1214: Loss: 1.6426844596862793
Epoch 1215: Loss: 1.66087806224823
Epoch 1216: Loss: 1.6649291515350342
Epoch 1217: Loss: 1.668371558189392
Epoch 1218: Loss: 1.6600217819213867
Epoch 1219: Loss: 1.7110652923583984
Epoch 1220: Loss: 1.580127239227295
Epoch 1221: Loss: 1.5916625261306763
Epoch 1222: Loss: 1.6339008808135986
Epoch 1223: Loss: 1.6499577760696411
Epoch 1224: Loss: 1.672645926475525
Epoch 1225: Loss: 1.5749179124832153
Epoch 1226: Loss: 1.5816835165023804
Epoch 1227: Loss: 1.618124008178711
Epoch 1228: Loss: 1.6972383260726929
Epoch 1229: Loss: 1.5982301235198975
Epoch 1230: Loss: 1.5831009149551392
Epoch 1231: Loss: 1.6559805870056152
Epoch 1232: Loss: 1.597607135772705
Epoch 1233: Loss: 1.546589732170105
Epoch 1234: Loss: 1.6500003337860107
Epoch 1235: Loss: 1.6143617630004883
Epoch 1236: Loss: 1.6563403606414795
Epoch 1237: Loss: 1.6190167665481567
Epoch 1238: Loss: 1.555898904800415
Epoch 1239: Loss: 1.5774232149124146
Epoch 1240: Loss: 1.4687193632125854
Epoch 1241: Loss: 1.6229181289672852
Epoch 1242: Loss: 1.642816424369812
Epoch 1243: Loss: 1.6575196981430054
Epoch 1244: Loss: 1.7167341709136963
Epoch 1245: Loss: 1.7385321855545044
Epoch 1246: Loss: 1.7633858919143677
Epoch 1247: Loss: 1.6626659631729126
Epoch 1248: Loss: 1.7048823833465576
Epoch 1249: Loss: 1.6056969165802002
Epoch 1250: Loss: 1.5938727855682373
Epoch 1251: Loss: 1.5955491065979004
Epoch 1252: Loss: 1.6320418119430542
Epoch 1253: Loss: 1.638318419456482
Epoch 1254: Loss: 1.574479103088379
Epoch 1255: Loss: 1.60370671749115
Epoch 1256: Loss: 1.593664526939392
Epoch 1257: Loss: 1.57845938205719
Epoch 1258: Loss: 1.5884088277816772
Epoch 1259: Loss: 1.5877625942230225
Epoch 1260: Loss: 1.5606579780578613
Epoch 1261: Loss: 1.6104718446731567
Epoch 1262: Loss: 1.559123158454895
Epoch 1263: Loss: 1.6473536491394043
Epoch 1264: Loss: 1.5350960493087769
Epoch 1265: Loss: 1.5839786529541016
Epoch 1266: Loss: 1.5311585664749146
Epoch 1267: Loss: 1.6039702892303467
Epoch 1268: Loss: 1.5561381578445435
Epoch 1269: Loss: 1.6247344017028809
Epoch 1270: Loss: 1.6169116497039795
Epoch 1271: Loss: 1.5285804271697998
Epoch 1272: Loss: 1.6753355264663696
Epoch 1273: Loss: 1.5597554445266724
Epoch 1274: Loss: 1.670395851135254
Epoch 1275: Loss: 1.5545802116394043
Epoch 1276: Loss: 1.6230295896530151
Epoch 1277: Loss: 1.456458568572998
Epoch 1278: Loss: 1.577404260635376
Epoch 1279: Loss: 1.547698736190796
Epoch 1280: Loss: 1.5721228122711182
Epoch 1281: Loss: 1.5502793788909912
Epoch 1282: Loss: 1.5551265478134155
Epoch 1283: Loss: 1.543769121170044
Epoch 1284: Loss: 1.69232976436615
Epoch 1285: Loss: 1.6741636991500854
Epoch 1286: Loss: 1.529241681098938
Epoch 1287: Loss: 1.6586856842041016
Epoch 1288: Loss: 1.5074775218963623
Epoch 1289: Loss: 1.5896437168121338
Epoch 1290: Loss: 1.591576337814331
Epoch 1291: Loss: 1.4624990224838257
Epoch 1292: Loss: 1.6407655477523804
Epoch 1293: Loss: 1.5871003866195679
Epoch 1294: Loss: 1.5703587532043457
Epoch 1295: Loss: 1.5725443363189697
Epoch 1296: Loss: 1.6303471326828003
Epoch 1297: Loss: 1.6656649112701416
Epoch 1298: Loss: 1.606645107269287
Epoch 1299: Loss: 1.6297574043273926
Epoch 1300: Loss: 1.527521014213562
Epoch 1301: Loss: 1.5357459783554077
Epoch 1302: Loss: 1.4631116390228271
Epoch 1303: Loss: 1.5447207689285278
Epoch 1304: Loss: 1.5946816205978394
Epoch 1305: Loss: 1.563638687133789
Epoch 1306: Loss: 1.5186866521835327
Epoch 1307: Loss: 1.5999149084091187
Epoch 1308: Loss: 1.4872002601623535
Epoch 1309: Loss: 1.548782229423523
Epoch 1310: Loss: 1.537761926651001
Epoch 1311: Loss: 1.6193510293960571
Epoch 1312: Loss: 1.6412220001220703
Epoch 1313: Loss: 1.5002710819244385
Epoch 1314: Loss: 1.4536383152008057
Epoch 1315: Loss: 1.5903444290161133
Epoch 1316: Loss: 1.5891025066375732
Epoch 1317: Loss: 1.4937424659729004
Epoch 1318: Loss: 1.573129415512085
Epoch 1319: Loss: 1.6104097366333008
Epoch 1320: Loss: 1.497390627861023
Epoch 1321: Loss: 1.5556584596633911
Epoch 1322: Loss: 1.5827487707138062
Epoch 1323: Loss: 1.4945775270462036
Epoch 1324: Loss: 1.504016637802124
Epoch 1325: Loss: 1.500282645225525
Epoch 1326: Loss: 1.5124831199645996
Epoch 1327: Loss: 1.5800715684890747
Epoch 1328: Loss: 1.5004441738128662
Epoch 1329: Loss: 1.5819522142410278
Epoch 1330: Loss: 1.5346699953079224
Epoch 1331: Loss: 1.5442698001861572
Epoch 1332: Loss: 1.515534520149231
Epoch 1333: Loss: 1.5985355377197266
Epoch 1334: Loss: 1.6128195524215698
Epoch 1335: Loss: 1.5606940984725952
Epoch 1336: Loss: 1.6308212280273438
Epoch 1337: Loss: 1.4994553327560425
Epoch 1338: Loss: 1.6291489601135254
Epoch 1339: Loss: 1.5323406457901
Epoch 1340: Loss: 1.536052942276001
Epoch 1341: Loss: 1.5799171924591064
Epoch 1342: Loss: 1.6662731170654297
Epoch 1343: Loss: 1.6157474517822266
Epoch 1344: Loss: 1.6050138473510742
Epoch 1345: Loss: 1.4851661920547485
Epoch 1346: Loss: 1.4762086868286133
Epoch 1347: Loss: 1.5886509418487549
Epoch 1348: Loss: 1.4930232763290405
Epoch 1349: Loss: 1.5922080278396606
Epoch 1350: Loss: 1.4722111225128174
Epoch 1351: Loss: 1.5549945831298828
Epoch 1352: Loss: 1.5306841135025024
Epoch 1353: Loss: 1.5210999250411987
Epoch 1354: Loss: 1.571799635887146
Epoch 1355: Loss: 1.6170743703842163
Epoch 1356: Loss: 1.5006650686264038
Epoch 1357: Loss: 1.4894447326660156
Epoch 1358: Loss: 1.6786925792694092
Epoch 1359: Loss: 1.5550510883331299
Epoch 1360: Loss: 1.4779880046844482
Epoch 1361: Loss: 1.5118094682693481
Epoch 1362: Loss: 1.5319498777389526
Epoch 1363: Loss: 1.48899245262146
Epoch 1364: Loss: 1.50497567653656
Epoch 1365: Loss: 1.5612751245498657
Epoch 1366: Loss: 1.5042070150375366
Epoch 1367: Loss: 1.5574880838394165
Epoch 1368: Loss: 1.5874137878417969
Epoch 1369: Loss: 1.4589691162109375
Epoch 1370: Loss: 1.5347319841384888
Epoch 1371: Loss: 1.4923056364059448
Epoch 1372: Loss: 1.5040704011917114
Epoch 1373: Loss: 1.5014241933822632
Epoch 1374: Loss: 1.4760901927947998
Epoch 1375: Loss: 1.553906798362732
Epoch 1376: Loss: 1.5018935203552246
Epoch 1377: Loss: 1.5677940845489502
Epoch 1378: Loss: 1.558024525642395
Epoch 1379: Loss: 1.4693694114685059
Epoch 1380: Loss: 1.459991693496704
Epoch 1381: Loss: 1.4989597797393799
Epoch 1382: Loss: 1.39010751247406
Epoch 1383: Loss: 1.4032223224639893
Epoch 1384: Loss: 1.5413671731948853
Epoch 1385: Loss: 1.5347721576690674
Epoch 1386: Loss: 1.6013339757919312
Epoch 1387: Loss: 1.5073095560073853
Epoch 1388: Loss: 1.4527076482772827
Epoch 1389: Loss: 1.5983694791793823
Epoch 1390: Loss: 1.4538416862487793
Epoch 1391: Loss: 1.4878261089324951
Epoch 1392: Loss: 1.4983386993408203
Epoch 1393: Loss: 1.4649221897125244
Epoch 1394: Loss: 1.491120457649231
Epoch 1395: Loss: 1.4620463848114014
Epoch 1396: Loss: 1.4502607583999634
Epoch 1397: Loss: 1.4843010902404785
Epoch 1398: Loss: 1.470544457435608
Epoch 1399: Loss: 1.5427607297897339
Epoch 1400: Loss: 1.4969269037246704
Epoch 1401: Loss: 1.5782488584518433
Epoch 1402: Loss: 1.491178274154663
Epoch 1403: Loss: 1.5016751289367676
Epoch 1404: Loss: 1.509740948677063
Epoch 1405: Loss: 1.5476197004318237
Epoch 1406: Loss: 1.5771149396896362
Epoch 1407: Loss: 1.4639365673065186
Epoch 1408: Loss: 1.4550211429595947
Epoch 1409: Loss: 1.4800945520401
Epoch 1410: Loss: 1.5157296657562256
Epoch 1411: Loss: 1.5111287832260132
Epoch 1412: Loss: 1.4704290628433228
Epoch 1413: Loss: 1.4982938766479492
Epoch 1414: Loss: 1.5884678363800049
Epoch 1415: Loss: 1.532832145690918
Epoch 1416: Loss: 1.5163624286651611
Epoch 1417: Loss: 1.497131109237671
Epoch 1418: Loss: 1.5124714374542236
Epoch 1419: Loss: 1.533746600151062
Epoch 1420: Loss: 1.6113297939300537
Epoch 1421: Loss: 1.5423104763031006
Epoch 1422: Loss: 1.4978636503219604
Epoch 1423: Loss: 1.5367035865783691
Epoch 1424: Loss: 1.5703941583633423
Epoch 1425: Loss: 1.5313655138015747
Epoch 1426: Loss: 1.4860420227050781
Epoch 1427: Loss: 1.5374284982681274
Epoch 1428: Loss: 1.4813036918640137
Epoch 1429: Loss: 1.562316656112671
Epoch 1430: Loss: 1.429381251335144
Epoch 1431: Loss: 1.5520672798156738
Epoch 1432: Loss: 1.5425255298614502
Epoch 1433: Loss: 1.4050397872924805
Epoch 1434: Loss: 1.511879801750183
Epoch 1435: Loss: 1.5223585367202759
Epoch 1436: Loss: 1.4537804126739502
Epoch 1437: Loss: 1.5323666334152222
Epoch 1438: Loss: 1.4676222801208496
Epoch 1439: Loss: 1.3980026245117188
Epoch 1440: Loss: 1.4040273427963257
Epoch 1441: Loss: 1.4448233842849731
Epoch 1442: Loss: 1.3797396421432495
Epoch 1443: Loss: 1.4952946901321411
Epoch 1444: Loss: 1.4140090942382812
Epoch 1445: Loss: 1.4605432748794556
Epoch 1446: Loss: 1.5335525274276733
Epoch 1447: Loss: 1.5242021083831787
Epoch 1448: Loss: 1.4562560319900513
Epoch 1449: Loss: 1.39616060256958
Epoch 1450: Loss: 1.4559983015060425
Epoch 1451: Loss: 1.5112624168395996
Epoch 1452: Loss: 1.5079336166381836
Epoch 1453: Loss: 1.5684510469436646
Epoch 1454: Loss: 1.4925822019577026
Epoch 1455: Loss: 1.4962431192398071
Epoch 1456: Loss: 1.4175868034362793
Epoch 1457: Loss: 1.4972164630889893
Epoch 1458: Loss: 1.4223525524139404
Epoch 1459: Loss: 1.43578040599823
Epoch 1460: Loss: 1.4654349088668823
Epoch 1461: Loss: 1.4872127771377563
Epoch 1462: Loss: 1.5278347730636597
Epoch 1463: Loss: 1.485641360282898
Epoch 1464: Loss: 1.4410415887832642
Epoch 1465: Loss: 1.505732536315918
Epoch 1466: Loss: 1.4620286226272583
Epoch 1467: Loss: 1.490972638130188
Epoch 1468: Loss: 1.5586795806884766
Epoch 1469: Loss: 1.4316892623901367
Epoch 1470: Loss: 1.4852209091186523
Epoch 1471: Loss: 1.5177479982376099
Epoch 1472: Loss: 1.4490641355514526
Epoch 1473: Loss: 1.519089698791504
Epoch 1474: Loss: 1.5457936525344849
Epoch 1475: Loss: 1.5508776903152466
Epoch 1476: Loss: 1.3425445556640625
Epoch 1477: Loss: 1.5032436847686768
Epoch 1478: Loss: 1.5567140579223633
Epoch 1479: Loss: 1.4895575046539307
Epoch 1480: Loss: 1.468109130859375
Epoch 1481: Loss: 1.3990780115127563
Epoch 1482: Loss: 1.6118669509887695
Epoch 1483: Loss: 1.4546345472335815
Epoch 1484: Loss: 1.4363137483596802
Epoch 1485: Loss: 1.5248223543167114
Epoch 1486: Loss: 1.4306553602218628
Epoch 1487: Loss: 1.445270299911499
Epoch 1488: Loss: 1.4589548110961914
Epoch 1489: Loss: 1.40545654296875
Epoch 1490: Loss: 1.426424503326416
Epoch 1491: Loss: 1.4159080982208252
Epoch 1492: Loss: 1.3834623098373413
Epoch 1493: Loss: 1.4531687498092651
Epoch 1494: Loss: 1.4701111316680908
Epoch 1495: Loss: 1.5531282424926758
Epoch 1496: Loss: 1.4741251468658447
Epoch 1497: Loss: 1.355822205543518
Epoch 1498: Loss: 1.4294650554656982
Epoch 1499: Loss: 1.4725011587142944
Epoch 1500: Loss: 1.5272760391235352
Epoch 1501: Loss: 1.3991550207138062
Epoch 1502: Loss: 1.3333945274353027
Epoch 1503: Loss: 1.4324235916137695
Epoch 1504: Loss: 1.3822784423828125
Epoch 1505: Loss: 1.4480997323989868
Epoch 1506: Loss: 1.3852614164352417
Epoch 1507: Loss: 1.4525623321533203
Epoch 1508: Loss: 1.4282784461975098
Epoch 1509: Loss: 1.4234356880187988
Epoch 1510: Loss: 1.4466595649719238
Epoch 1511: Loss: 1.4665368795394897
Epoch 1512: Loss: 1.4670301675796509
Epoch 1513: Loss: 1.3715373277664185
Epoch 1514: Loss: 1.4957425594329834
Epoch 1515: Loss: 1.431840181350708
Epoch 1516: Loss: 1.5585792064666748
Epoch 1517: Loss: 1.4978193044662476
Epoch 1518: Loss: 1.435758113861084
Epoch 1519: Loss: 1.3610352277755737
Epoch 1520: Loss: 1.5052837133407593
Epoch 1521: Loss: 1.4756542444229126
Epoch 1522: Loss: 1.4959561824798584
Epoch 1523: Loss: 1.390251636505127
Epoch 1524: Loss: 1.383601427078247
Epoch 1525: Loss: 1.3657941818237305
Epoch 1526: Loss: 1.411186695098877
Epoch 1527: Loss: 1.5033559799194336
Epoch 1528: Loss: 1.3979196548461914
Epoch 1529: Loss: 1.4768537282943726
Epoch 1530: Loss: 1.4586608409881592
Epoch 1531: Loss: 1.4056251049041748
Epoch 1532: Loss: 1.4907395839691162
Epoch 1533: Loss: 1.4962656497955322
Epoch 1534: Loss: 1.4647414684295654
Epoch 1535: Loss: 1.4448307752609253
Epoch 1536: Loss: 1.3574659824371338
Epoch 1537: Loss: 1.4131096601486206
Epoch 1538: Loss: 1.3406729698181152
Epoch 1539: Loss: 1.413931131362915
Epoch 1540: Loss: 1.4766496419906616
Epoch 1541: Loss: 1.377548098564148
Epoch 1542: Loss: 1.3903521299362183
Epoch 1543: Loss: 1.3794015645980835
Epoch 1544: Loss: 1.3695006370544434
Epoch 1545: Loss: 1.3211638927459717
Epoch 1546: Loss: 1.443640112876892
Epoch 1547: Loss: 1.4548250436782837
Epoch 1548: Loss: 1.37661612033844
Epoch 1549: Loss: 1.4818741083145142
Epoch 1550: Loss: 1.360223650932312
Epoch 1551: Loss: 1.4110249280929565
Epoch 1552: Loss: 1.4624079465866089
Epoch 1553: Loss: 1.344534158706665
Epoch 1554: Loss: 1.4007126092910767
Epoch 1555: Loss: 1.3516829013824463
Epoch 1556: Loss: 1.2833549976348877
Epoch 1557: Loss: 1.417209267616272
Epoch 1558: Loss: 1.3890504837036133
Epoch 1559: Loss: 1.41493558883667
Epoch 1560: Loss: 1.33231520652771
Epoch 1561: Loss: 1.4201585054397583
Epoch 1562: Loss: 1.4614101648330688
Epoch 1563: Loss: 1.421655535697937
Epoch 1564: Loss: 1.4187631607055664
Epoch 1565: Loss: 1.3395018577575684
Epoch 1566: Loss: 1.4039053916931152
Epoch 1567: Loss: 1.401831865310669
Epoch 1568: Loss: 1.3905318975448608
Epoch 1569: Loss: 1.453458309173584
Epoch 1570: Loss: 1.4069013595581055
Epoch 1571: Loss: 1.4030271768569946
Epoch 1572: Loss: 1.4275323152542114
Epoch 1573: Loss: 1.4154831171035767
Epoch 1574: Loss: 1.4013793468475342
Epoch 1575: Loss: 1.3860032558441162
Epoch 1576: Loss: 1.3929378986358643
Epoch 1577: Loss: 1.3906488418579102
Epoch 1578: Loss: 1.427194595336914
Epoch 1579: Loss: 1.3817089796066284
Epoch 1580: Loss: 1.4208697080612183
Epoch 1581: Loss: 1.3485302925109863
Epoch 1582: Loss: 1.394255518913269
Epoch 1583: Loss: 1.4720728397369385
Epoch 1584: Loss: 1.3712602853775024
Epoch 1585: Loss: 1.456046462059021
Epoch 1586: Loss: 1.396412968635559
Epoch 1587: Loss: 1.3230153322219849
Epoch 1588: Loss: 1.3960589170455933
Epoch 1589: Loss: 1.4129337072372437
Epoch 1590: Loss: 1.377726435661316
Epoch 1591: Loss: 1.4911149740219116
Epoch 1592: Loss: 1.3806463479995728
Epoch 1593: Loss: 1.349820613861084
Epoch 1594: Loss: 1.3154326677322388
Epoch 1595: Loss: 1.3655667304992676
Epoch 1596: Loss: 1.3711267709732056
Epoch 1597: Loss: 1.4197684526443481
Epoch 1598: Loss: 1.379371166229248
Epoch 1599: Loss: 1.4174678325653076
Epoch 1600: Loss: 1.4125897884368896
Epoch 1601: Loss: 1.3861740827560425
Epoch 1602: Loss: 1.3405952453613281
Epoch 1603: Loss: 1.3453282117843628
Epoch 1604: Loss: 1.4185023307800293
Epoch 1605: Loss: 1.3962535858154297
Epoch 1606: Loss: 1.3434779644012451
Epoch 1607: Loss: 1.305286169052124
Epoch 1608: Loss: 1.3904454708099365
Epoch 1609: Loss: 1.3418182134628296
Epoch 1610: Loss: 1.3549391031265259
Epoch 1611: Loss: 1.4370710849761963
Epoch 1612: Loss: 1.3747916221618652
Epoch 1613: Loss: 1.299383282661438
Epoch 1614: Loss: 1.390588641166687
Epoch 1615: Loss: 1.3403617143630981
Epoch 1616: Loss: 1.3624532222747803
Epoch 1617: Loss: 1.3220196962356567
Epoch 1618: Loss: 1.350753903388977
Epoch 1619: Loss: 1.399940848350525
Epoch 1620: Loss: 1.249794840812683
Epoch 1621: Loss: 1.4412778615951538
Epoch 1622: Loss: 1.3505303859710693
Epoch 1623: Loss: 1.3872051239013672
Epoch 1624: Loss: 1.454716444015503
Epoch 1625: Loss: 1.3403044939041138
Epoch 1626: Loss: 1.4162980318069458
Epoch 1627: Loss: 1.4277915954589844
Epoch 1628: Loss: 1.283243179321289
Epoch 1629: Loss: 1.3704122304916382
Epoch 1630: Loss: 1.3867506980895996
Epoch 1631: Loss: 1.4250057935714722
Epoch 1632: Loss: 1.3612016439437866
Epoch 1633: Loss: 1.2936196327209473
Epoch 1634: Loss: 1.4390935897827148
Epoch 1635: Loss: 1.3473066091537476
Epoch 1636: Loss: 1.476843237876892
Epoch 1637: Loss: 1.4162224531173706
Epoch 1638: Loss: 1.329233169555664
Epoch 1639: Loss: 1.3281418085098267
Epoch 1640: Loss: 1.327834963798523
Epoch 1641: Loss: 1.366174340248108
Epoch 1642: Loss: 1.2823073863983154
Epoch 1643: Loss: 1.3290297985076904
Epoch 1644: Loss: 1.320036768913269
Epoch 1645: Loss: 1.3530503511428833
Epoch 1646: Loss: 1.2878215312957764
Epoch 1647: Loss: 1.3954602479934692
Epoch 1648: Loss: 1.42458975315094
Epoch 1649: Loss: 1.3072718381881714
Epoch 1650: Loss: 1.3109549283981323
Epoch 1651: Loss: 1.423470377922058
Epoch 1652: Loss: 1.3149559497833252
Epoch 1653: Loss: 1.3231396675109863
Epoch 1654: Loss: 1.3750505447387695
Epoch 1655: Loss: 1.3887572288513184
Epoch 1656: Loss: 1.3537342548370361
Epoch 1657: Loss: 1.3506698608398438
Epoch 1658: Loss: 1.4103118181228638
Epoch 1659: Loss: 1.324908971786499
Epoch 1660: Loss: 1.344589352607727
Epoch 1661: Loss: 1.3186887502670288
Epoch 1662: Loss: 1.3871550559997559
Epoch 1663: Loss: 1.422827959060669
Epoch 1664: Loss: 1.298219919204712
Epoch 1665: Loss: 1.3429611921310425
Epoch 1666: Loss: 1.3351038694381714
Epoch 1667: Loss: 1.3472445011138916
Epoch 1668: Loss: 1.336531162261963
Epoch 1669: Loss: 1.2751471996307373
Epoch 1670: Loss: 1.4424322843551636
Epoch 1671: Loss: 1.2250877618789673
Epoch 1672: Loss: 1.4017869234085083
Epoch 1673: Loss: 1.332602620124817
Epoch 1674: Loss: 1.3110133409500122
Epoch 1675: Loss: 1.3637049198150635
Epoch 1676: Loss: 1.2903727293014526
Epoch 1677: Loss: 1.293014407157898
Epoch 1678: Loss: 1.251568078994751
Epoch 1679: Loss: 1.303524374961853
Epoch 1680: Loss: 1.3735930919647217
Epoch 1681: Loss: 1.363461971282959
Epoch 1682: Loss: 1.357295036315918
Epoch 1683: Loss: 1.4593744277954102
Epoch 1684: Loss: 1.3680530786514282
Epoch 1685: Loss: 1.3164950609207153
Epoch 1686: Loss: 1.3156670331954956
Epoch 1687: Loss: 1.3361594676971436
Epoch 1688: Loss: 1.3625625371932983
Epoch 1689: Loss: 1.2812827825546265
Epoch 1690: Loss: 1.4295618534088135
Epoch 1691: Loss: 1.261199712753296
Epoch 1692: Loss: 1.4393092393875122
Epoch 1693: Loss: 1.3059238195419312
Epoch 1694: Loss: 1.3032866716384888
Epoch 1695: Loss: 1.3503490686416626
Epoch 1696: Loss: 1.3427759408950806
Epoch 1697: Loss: 1.3226386308670044
Epoch 1698: Loss: 1.3178112506866455
Epoch 1699: Loss: 1.2572574615478516
Epoch 1700: Loss: 1.3434983491897583
Epoch 1701: Loss: 1.390444278717041
Epoch 1702: Loss: 1.3083049058914185
Epoch 1703: Loss: 1.31050443649292
Epoch 1704: Loss: 1.4047962427139282
Epoch 1705: Loss: 1.4003565311431885
Epoch 1706: Loss: 1.3765302896499634
Epoch 1707: Loss: 1.2629950046539307
Epoch 1708: Loss: 1.2949442863464355
Epoch 1709: Loss: 1.412811040878296
Epoch 1710: Loss: 1.3743938207626343
Epoch 1711: Loss: 1.3628993034362793
Epoch 1712: Loss: 1.3912758827209473
Epoch 1713: Loss: 1.290479302406311
Epoch 1714: Loss: 1.3279272317886353
Epoch 1715: Loss: 1.2860054969787598
Epoch 1716: Loss: 1.25032377243042
Epoch 1717: Loss: 1.3516180515289307
Epoch 1718: Loss: 1.2764431238174438
Epoch 1719: Loss: 1.2601940631866455
Epoch 1720: Loss: 1.323062539100647
Epoch 1721: Loss: 1.3398592472076416
Epoch 1722: Loss: 1.334847331047058
Epoch 1723: Loss: 1.4812309741973877
Epoch 1724: Loss: 1.3539942502975464
Epoch 1725: Loss: 1.282932162284851
Epoch 1726: Loss: 1.3775203227996826
Epoch 1727: Loss: 1.3362287282943726
Epoch 1728: Loss: 1.2956534624099731
Epoch 1729: Loss: 1.4726868867874146
Epoch 1730: Loss: 1.3461754322052002
Epoch 1731: Loss: 1.3305808305740356
Epoch 1732: Loss: 1.369942545890808
Epoch 1733: Loss: 1.3303996324539185
Epoch 1734: Loss: 1.3393865823745728
Epoch 1735: Loss: 1.3534367084503174
Epoch 1736: Loss: 1.2812161445617676
Epoch 1737: Loss: 1.2549479007720947
Epoch 1738: Loss: 1.2822301387786865
Epoch 1739: Loss: 1.2551307678222656
Epoch 1740: Loss: 1.2677209377288818
Epoch 1741: Loss: 1.287624478340149
Epoch 1742: Loss: 1.288969874382019
Epoch 1743: Loss: 1.289788842201233
Epoch 1744: Loss: 1.3165311813354492
Epoch 1745: Loss: 1.4385799169540405
Epoch 1746: Loss: 1.3673633337020874
Epoch 1747: Loss: 1.317143440246582
Epoch 1748: Loss: 1.335363745689392
Epoch 1749: Loss: 1.29715895652771
Epoch 1750: Loss: 1.2749954462051392
Epoch 1751: Loss: 1.2662460803985596
Epoch 1752: Loss: 1.3193243741989136
Epoch 1753: Loss: 1.3165332078933716
Epoch 1754: Loss: 1.3350045680999756
Epoch 1755: Loss: 1.2783209085464478
Epoch 1756: Loss: 1.315186858177185
Epoch 1757: Loss: 1.2556785345077515
Epoch 1758: Loss: 1.3426591157913208
Epoch 1759: Loss: 1.2226800918579102
Epoch 1760: Loss: 1.3183565139770508
Epoch 1761: Loss: 1.343783974647522
Epoch 1762: Loss: 1.29367995262146
Epoch 1763: Loss: 1.2952146530151367
Epoch 1764: Loss: 1.3329823017120361
Epoch 1765: Loss: 1.2671993970870972
Epoch 1766: Loss: 1.2781403064727783
Epoch 1767: Loss: 1.263007402420044
Epoch 1768: Loss: 1.2567270994186401
Epoch 1769: Loss: 1.3574340343475342
Epoch 1770: Loss: 1.372835636138916
Epoch 1771: Loss: 1.314903736114502
Epoch 1772: Loss: 1.3119933605194092
Epoch 1773: Loss: 1.2146453857421875
Epoch 1774: Loss: 1.3278089761734009
Epoch 1775: Loss: 1.2316042184829712
Epoch 1776: Loss: 1.1991108655929565
Epoch 1777: Loss: 1.2125593423843384
Epoch 1778: Loss: 1.167803406715393
Epoch 1779: Loss: 1.4003965854644775
Epoch 1780: Loss: 1.262661337852478
Epoch 1781: Loss: 1.2983664274215698
Epoch 1782: Loss: 1.315295696258545
Epoch 1783: Loss: 1.287948489189148
Epoch 1784: Loss: 1.1876795291900635
Epoch 1785: Loss: 1.2820570468902588
Epoch 1786: Loss: 1.2296303510665894
Epoch 1787: Loss: 1.3499010801315308
Epoch 1788: Loss: 1.275618314743042
Epoch 1789: Loss: 1.3292884826660156
Epoch 1790: Loss: 1.2206789255142212
Epoch 1791: Loss: 1.3505573272705078
Epoch 1792: Loss: 1.2328453063964844
Epoch 1793: Loss: 1.2363375425338745
Epoch 1794: Loss: 1.2708114385604858
Epoch 1795: Loss: 1.3041741847991943
Epoch 1796: Loss: 1.3212411403656006
Epoch 1797: Loss: 1.2798784971237183
Epoch 1798: Loss: 1.216314673423767
Epoch 1799: Loss: 1.1891653537750244
Epoch 1800: Loss: 1.2492696046829224
Epoch 1801: Loss: 1.3324133157730103
Epoch 1802: Loss: 1.3533395528793335
Epoch 1803: Loss: 1.273650884628296
Epoch 1804: Loss: 1.3705224990844727
Epoch 1805: Loss: 1.2792819738388062
Epoch 1806: Loss: 1.307341456413269
Epoch 1807: Loss: 1.2492233514785767
Epoch 1808: Loss: 1.2680039405822754
Epoch 1809: Loss: 1.3292932510375977
Epoch 1810: Loss: 1.2378041744232178
Epoch 1811: Loss: 1.2766175270080566
Epoch 1812: Loss: 1.2922027111053467
Epoch 1813: Loss: 1.226430058479309
Epoch 1814: Loss: 1.2266979217529297
Epoch 1815: Loss: 1.265196681022644
Epoch 1816: Loss: 1.241701602935791
Epoch 1817: Loss: 1.2470993995666504
Epoch 1818: Loss: 1.345184326171875
Epoch 1819: Loss: 1.2851057052612305
Epoch 1820: Loss: 1.3124219179153442
Epoch 1821: Loss: 1.3387205600738525
Epoch 1822: Loss: 1.3336914777755737
Epoch 1823: Loss: 1.2324724197387695
Epoch 1824: Loss: 1.3074324131011963
Epoch 1825: Loss: 1.2950690984725952
Epoch 1826: Loss: 1.2259042263031006
Epoch 1827: Loss: 1.2833571434020996
Epoch 1828: Loss: 1.3289893865585327
Epoch 1829: Loss: 1.3182319402694702
Epoch 1830: Loss: 1.2343615293502808
Epoch 1831: Loss: 1.2190128564834595
Epoch 1832: Loss: 1.2357596158981323
Epoch 1833: Loss: 1.2588268518447876
Epoch 1834: Loss: 1.1820662021636963
Epoch 1835: Loss: 1.3383984565734863
Epoch 1836: Loss: 1.2809937000274658
Epoch 1837: Loss: 1.3599069118499756
Epoch 1838: Loss: 1.268693208694458
Epoch 1839: Loss: 1.2665213346481323
Epoch 1840: Loss: 1.3383933305740356
Epoch 1841: Loss: 1.2508678436279297
Epoch 1842: Loss: 1.287062644958496
Epoch 1843: Loss: 1.259467363357544
Epoch 1844: Loss: 1.1955089569091797
Epoch 1845: Loss: 1.3045310974121094
Epoch 1846: Loss: 1.2973456382751465
Epoch 1847: Loss: 1.2739089727401733
Epoch 1848: Loss: 1.3219242095947266
Epoch 1849: Loss: 1.2809009552001953
Epoch 1850: Loss: 1.2333389520645142
Epoch 1851: Loss: 1.1848169565200806
Epoch 1852: Loss: 1.2647165060043335
Epoch 1853: Loss: 1.2623600959777832
Epoch 1854: Loss: 1.3013170957565308
Epoch 1855: Loss: 1.2257779836654663
Epoch 1856: Loss: 1.2634270191192627
Epoch 1857: Loss: 1.2805293798446655
Epoch 1858: Loss: 1.261335015296936
Epoch 1859: Loss: 1.2467057704925537
Epoch 1860: Loss: 1.2472307682037354
Epoch 1861: Loss: 1.2508188486099243
Epoch 1862: Loss: 1.3302069902420044
Epoch 1863: Loss: 1.1795011758804321
Epoch 1864: Loss: 1.2977147102355957
Epoch 1865: Loss: 1.2750359773635864
Epoch 1866: Loss: 1.2751623392105103
Epoch 1867: Loss: 1.1924834251403809
Epoch 1868: Loss: 1.2987241744995117
Epoch 1869: Loss: 1.3624374866485596
Epoch 1870: Loss: 1.2953474521636963
Epoch 1871: Loss: 1.200668215751648
Epoch 1872: Loss: 1.1846214532852173
Epoch 1873: Loss: 1.2499547004699707
Epoch 1874: Loss: 1.224575400352478
Epoch 1875: Loss: 1.2688069343566895
Epoch 1876: Loss: 1.3288344144821167
Epoch 1877: Loss: 1.2036921977996826
Epoch 1878: Loss: 1.2819082736968994
Epoch 1879: Loss: 1.3145952224731445
Epoch 1880: Loss: 1.2935470342636108
Epoch 1881: Loss: 1.2838590145111084
Epoch 1882: Loss: 1.2826298475265503
Epoch 1883: Loss: 1.2361797094345093
Epoch 1884: Loss: 1.2835609912872314
Epoch 1885: Loss: 1.2674740552902222
Epoch 1886: Loss: 1.197097659111023
Epoch 1887: Loss: 1.3382234573364258
Epoch 1888: Loss: 1.2833855152130127
Epoch 1889: Loss: 1.2829471826553345
Epoch 1890: Loss: 1.2166345119476318
Epoch 1891: Loss: 1.3234604597091675
Epoch 1892: Loss: 1.2084910869598389
Epoch 1893: Loss: 1.301202654838562
Epoch 1894: Loss: 1.2322062253952026
Epoch 1895: Loss: 1.2453192472457886
Epoch 1896: Loss: 1.1960313320159912
Epoch 1897: Loss: 1.1964263916015625
Epoch 1898: Loss: 1.2166589498519897
Epoch 1899: Loss: 1.1915175914764404
Epoch 1900: Loss: 1.3080165386199951
Epoch 1901: Loss: 1.2574331760406494
Epoch 1902: Loss: 1.2302607297897339
Epoch 1903: Loss: 1.3376784324645996
Epoch 1904: Loss: 1.246367335319519
Epoch 1905: Loss: 1.1780542135238647
Epoch 1906: Loss: 1.2280051708221436
Epoch 1907: Loss: 1.3283778429031372
Epoch 1908: Loss: 1.2967116832733154
Epoch 1909: Loss: 1.2679966688156128
Epoch 1910: Loss: 1.3287875652313232
Epoch 1911: Loss: 1.2307276725769043
Epoch 1912: Loss: 1.2719755172729492
Epoch 1913: Loss: 1.192063331604004
Epoch 1914: Loss: 1.2196550369262695
Epoch 1915: Loss: 1.2119594812393188
Epoch 1916: Loss: 1.2251611948013306
Epoch 1917: Loss: 1.2883485555648804
Epoch 1918: Loss: 1.2105841636657715
Epoch 1919: Loss: 1.2039567232131958
Epoch 1920: Loss: 1.179986596107483
Epoch 1921: Loss: 1.2138572931289673
Epoch 1922: Loss: 1.233198881149292
Epoch 1923: Loss: 1.2829045057296753
Epoch 1924: Loss: 1.235662817955017
Epoch 1925: Loss: 1.2330628633499146
Epoch 1926: Loss: 1.2426830530166626
Epoch 1927: Loss: 1.2356598377227783
Epoch 1928: Loss: 1.243880271911621
Epoch 1929: Loss: 1.1677088737487793
Epoch 1930: Loss: 1.1561477184295654
Epoch 1931: Loss: 1.2143219709396362
Epoch 1932: Loss: 1.2448574304580688
Epoch 1933: Loss: 1.2060710191726685
Epoch 1934: Loss: 1.2920665740966797
Epoch 1935: Loss: 1.2112586498260498
Epoch 1936: Loss: 1.2515711784362793
Epoch 1937: Loss: 1.1908527612686157
Epoch 1938: Loss: 1.2182519435882568
Epoch 1939: Loss: 1.2752246856689453
Epoch 1940: Loss: 1.2043057680130005
Epoch 1941: Loss: 1.251987338066101
Epoch 1942: Loss: 1.1573971509933472
Epoch 1943: Loss: 1.2641667127609253
Epoch 1944: Loss: 1.1120197772979736
Epoch 1945: Loss: 1.2180179357528687
Epoch 1946: Loss: 1.311562180519104
Epoch 1947: Loss: 1.1595838069915771
Epoch 1948: Loss: 1.2016507387161255
Epoch 1949: Loss: 1.2063658237457275
Epoch 1950: Loss: 1.3040995597839355
Epoch 1951: Loss: 1.281617283821106
Epoch 1952: Loss: 1.2223236560821533
Epoch 1953: Loss: 1.2183469533920288
Epoch 1954: Loss: 1.2011384963989258
Epoch 1955: Loss: 1.2638893127441406
Epoch 1956: Loss: 1.2488679885864258
Epoch 1957: Loss: 1.291027545928955
Epoch 1958: Loss: 1.258880615234375
Epoch 1959: Loss: 1.232470154762268
Epoch 1960: Loss: 1.1758781671524048
Epoch 1961: Loss: 1.2364542484283447
Epoch 1962: Loss: 1.1922253370285034
Epoch 1963: Loss: 1.202356219291687
Epoch 1964: Loss: 1.2444318532943726
Epoch 1965: Loss: 1.2560263872146606
Epoch 1966: Loss: 1.1671350002288818
Epoch 1967: Loss: 1.2774051427841187
Epoch 1968: Loss: 1.2191331386566162
Epoch 1969: Loss: 1.162811040878296
Epoch 1970: Loss: 1.2874523401260376
Epoch 1971: Loss: 1.1852668523788452
Epoch 1972: Loss: 1.2391045093536377
Epoch 1973: Loss: 1.1885205507278442
Epoch 1974: Loss: 1.1708314418792725
Epoch 1975: Loss: 1.2707029581069946
Epoch 1976: Loss: 1.2466410398483276
Epoch 1977: Loss: 1.179306983947754
Epoch 1978: Loss: 1.2265064716339111
Epoch 1979: Loss: 1.1886608600616455
Epoch 1980: Loss: 1.2021682262420654
Epoch 1981: Loss: 1.1668155193328857
Epoch 1982: Loss: 1.1776788234710693
Epoch 1983: Loss: 1.1848129034042358
Epoch 1984: Loss: 1.3083497285842896
Epoch 1985: Loss: 1.2121199369430542
Epoch 1986: Loss: 1.1093473434448242
Epoch 1987: Loss: 1.1844724416732788
Epoch 1988: Loss: 1.1476569175720215
Epoch 1989: Loss: 1.3183133602142334
Epoch 1990: Loss: 1.2350412607192993
Epoch 1991: Loss: 1.1493709087371826
Epoch 1992: Loss: 1.231486201286316
Epoch 1993: Loss: 1.1786259412765503
Epoch 1994: Loss: 1.2090909481048584
Epoch 1995: Loss: 1.194546103477478
Epoch 1996: Loss: 1.1668463945388794
Epoch 1997: Loss: 1.2271426916122437
Epoch 1998: Loss: 1.226270079612732
Epoch 1999: Loss: 1.1805214881896973
Epoch 2000: Loss: 1.191827416419983

def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

Test Loss: 4.553127288818359

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN 3 LAYERS'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt',"T_LOCAL_TX_PD",'PD GNN 3 LAYERS']]

class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        #self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        #self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        '''# 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''
        # 2rd  layer
        x = F.relu(self.conv2(x, edge_index))

        
        x = self.out(x)
        return x

num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')

Epoch 1: Loss: 38.94203567504883
Epoch 2: Loss: 38.59464645385742
Epoch 3: Loss: 38.11622619628906
Epoch 4: Loss: 37.26491165161133
Epoch 5: Loss: 36.7752571105957
Epoch 6: Loss: 36.60786056518555
Epoch 7: Loss: 35.949806213378906
Epoch 8: Loss: 35.09693145751953
Epoch 9: Loss: 34.44548034667969
Epoch 10: Loss: 34.26069259643555
Epoch 11: Loss: 33.56536102294922
Epoch 12: Loss: 33.37255096435547
Epoch 13: Loss: 33.190757751464844
Epoch 14: Loss: 32.572662353515625
Epoch 15: Loss: 31.995418548583984
Epoch 16: Loss: 31.455135345458984
Epoch 17: Loss: 31.316925048828125
Epoch 18: Loss: 30.652313232421875
Epoch 19: Loss: 30.163463592529297
Epoch 20: Loss: 29.81797981262207
Epoch 21: Loss: 29.37807273864746
Epoch 22: Loss: 29.365827560424805
Epoch 23: Loss: 28.777843475341797
Epoch 24: Loss: 28.392324447631836
Epoch 25: Loss: 27.901737213134766
Epoch 26: Loss: 27.91124725341797
Epoch 27: Loss: 27.084339141845703
Epoch 28: Loss: 26.817873001098633
Epoch 29: Loss: 26.290647506713867
Epoch 30: Loss: 26.151762008666992
Epoch 31: Loss: 25.702415466308594
Epoch 32: Loss: 25.44086265563965
Epoch 33: Loss: 25.15323829650879
Epoch 34: Loss: 24.649656295776367
Epoch 35: Loss: 24.082439422607422
Epoch 36: Loss: 23.791473388671875
Epoch 37: Loss: 23.348520278930664
Epoch 38: Loss: 23.25100326538086
Epoch 39: Loss: 22.669349670410156
Epoch 40: Loss: 22.303115844726562
Epoch 41: Loss: 22.211854934692383
Epoch 42: Loss: 21.756837844848633
Epoch 43: Loss: 21.29031753540039
Epoch 44: Loss: 21.138477325439453
Epoch 45: Loss: 20.556825637817383
Epoch 46: Loss: 20.224504470825195
Epoch 47: Loss: 20.164594650268555
Epoch 48: Loss: 19.86600685119629
Epoch 49: Loss: 19.25166130065918
Epoch 50: Loss: 19.0539493560791
Epoch 51: Loss: 18.55272102355957
Epoch 52: Loss: 18.20916748046875
Epoch 53: Loss: 18.050172805786133
Epoch 54: Loss: 17.27394676208496
Epoch 55: Loss: 17.38973045349121
Epoch 56: Loss: 17.087966918945312
Epoch 57: Loss: 16.605669021606445
Epoch 58: Loss: 16.41281509399414
Epoch 59: Loss: 16.237424850463867
Epoch 60: Loss: 15.755111694335938
Epoch 61: Loss: 15.101424217224121
Epoch 62: Loss: 15.187773704528809
Epoch 63: Loss: 14.963494300842285
Epoch 64: Loss: 14.58465576171875
Epoch 65: Loss: 14.102914810180664
Epoch 66: Loss: 13.837170600891113
Epoch 67: Loss: 13.775227546691895
Epoch 68: Loss: 13.463955879211426
Epoch 69: Loss: 13.121667861938477
Epoch 70: Loss: 12.684029579162598
Epoch 71: Loss: 12.531227111816406
Epoch 72: Loss: 11.912325859069824
Epoch 73: Loss: 11.996221542358398
Epoch 74: Loss: 11.6654634475708
Epoch 75: Loss: 11.299118995666504
Epoch 76: Loss: 11.090987205505371
Epoch 77: Loss: 10.962930679321289
Epoch 78: Loss: 10.54882526397705
Epoch 79: Loss: 10.233709335327148
Epoch 80: Loss: 10.06080436706543
Epoch 81: Loss: 9.847128868103027
Epoch 82: Loss: 9.668456077575684
Epoch 83: Loss: 9.49010944366455
Epoch 84: Loss: 9.372687339782715
Epoch 85: Loss: 9.057093620300293
Epoch 86: Loss: 8.734984397888184
Epoch 87: Loss: 8.697752952575684
Epoch 88: Loss: 8.287969589233398
Epoch 89: Loss: 8.145990371704102
Epoch 90: Loss: 8.087736129760742
Epoch 91: Loss: 7.684653282165527
Epoch 92: Loss: 7.714839458465576
Epoch 93: Loss: 7.446471691131592
Epoch 94: Loss: 7.2507004737854
Epoch 95: Loss: 7.092192649841309
Epoch 96: Loss: 6.951071262359619
Epoch 97: Loss: 6.93784236907959
Epoch 98: Loss: 6.586672782897949
Epoch 99: Loss: 6.442073345184326
Epoch 100: Loss: 6.407472133636475
Epoch 101: Loss: 6.2271223068237305
Epoch 102: Loss: 6.295921325683594
Epoch 103: Loss: 6.1111040115356445
Epoch 104: Loss: 5.8969340324401855
Epoch 105: Loss: 5.751029968261719
Epoch 106: Loss: 5.934386730194092
Epoch 107: Loss: 5.552278518676758
Epoch 108: Loss: 5.588709354400635
Epoch 109: Loss: 5.255930423736572
Epoch 110: Loss: 5.30394983291626
Epoch 111: Loss: 5.40484619140625
Epoch 112: Loss: 5.286473751068115
Epoch 113: Loss: 5.010470390319824
Epoch 114: Loss: 5.142552375793457
Epoch 115: Loss: 4.998308181762695
Epoch 116: Loss: 5.205074310302734
Epoch 117: Loss: 4.962063789367676
Epoch 118: Loss: 4.912359237670898
Epoch 119: Loss: 4.89729118347168
Epoch 120: Loss: 4.8986921310424805
Epoch 121: Loss: 4.723726272583008
Epoch 122: Loss: 4.642154216766357
Epoch 123: Loss: 4.664947032928467
Epoch 124: Loss: 4.6302103996276855
Epoch 125: Loss: 4.5759100914001465
Epoch 126: Loss: 4.488678455352783
Epoch 127: Loss: 4.555803298950195
Epoch 128: Loss: 4.470128059387207
Epoch 129: Loss: 4.581603050231934
Epoch 130: Loss: 4.591786861419678
Epoch 131: Loss: 4.397798538208008
Epoch 132: Loss: 4.312047004699707
Epoch 133: Loss: 4.4320244789123535
Epoch 134: Loss: 4.293773651123047
Epoch 135: Loss: 4.51248836517334
Epoch 136: Loss: 4.311111927032471
Epoch 137: Loss: 4.325172424316406
Epoch 138: Loss: 4.22737455368042
Epoch 139: Loss: 4.2088704109191895
Epoch 140: Loss: 4.11851167678833
Epoch 141: Loss: 4.300833225250244
Epoch 142: Loss: 4.238768100738525
Epoch 143: Loss: 4.190964221954346
Epoch 144: Loss: 4.117274284362793
Epoch 145: Loss: 4.262796878814697
Epoch 146: Loss: 4.040557384490967
Epoch 147: Loss: 4.342349529266357
Epoch 148: Loss: 4.075616836547852
Epoch 149: Loss: 4.0056471824646
Epoch 150: Loss: 4.120167255401611
Epoch 151: Loss: 3.9412448406219482
Epoch 152: Loss: 3.8461287021636963
Epoch 153: Loss: 3.9495890140533447
Epoch 154: Loss: 3.824315309524536
Epoch 155: Loss: 3.828904390335083
Epoch 156: Loss: 3.939420223236084
Epoch 157: Loss: 3.9643352031707764
Epoch 158: Loss: 3.796616792678833
Epoch 159: Loss: 3.8600783348083496
Epoch 160: Loss: 3.872438430786133
Epoch 161: Loss: 3.7911288738250732
Epoch 162: Loss: 3.9621636867523193
Epoch 163: Loss: 3.940312385559082
Epoch 164: Loss: 3.7634339332580566
Epoch 165: Loss: 3.516274929046631
Epoch 166: Loss: 3.652355909347534
Epoch 167: Loss: 3.5423340797424316
Epoch 168: Loss: 3.5968830585479736
Epoch 169: Loss: 3.572106122970581
Epoch 170: Loss: 3.785875082015991
Epoch 171: Loss: 3.6135663986206055
Epoch 172: Loss: 3.6219258308410645
Epoch 173: Loss: 3.5130531787872314
Epoch 174: Loss: 3.587500810623169
Epoch 175: Loss: 3.4964311122894287
Epoch 176: Loss: 3.404216766357422
Epoch 177: Loss: 3.474252223968506
Epoch 178: Loss: 3.405381679534912
Epoch 179: Loss: 3.622281789779663
Epoch 180: Loss: 3.4114291667938232
Epoch 181: Loss: 3.300874948501587
Epoch 182: Loss: 3.436060905456543
Epoch 183: Loss: 3.5277597904205322
Epoch 184: Loss: 3.521045207977295
Epoch 185: Loss: 3.489826202392578
Epoch 186: Loss: 3.4482884407043457
Epoch 187: Loss: 3.41733980178833
Epoch 188: Loss: 3.40470027923584
Epoch 189: Loss: 3.3543264865875244
Epoch 190: Loss: 3.457963705062866
Epoch 191: Loss: 3.484537124633789
Epoch 192: Loss: 3.5347366333007812
Epoch 193: Loss: 3.393115282058716
Epoch 194: Loss: 3.317418098449707
Epoch 195: Loss: 3.4507033824920654
Epoch 196: Loss: 3.280193328857422
Epoch 197: Loss: 3.3478851318359375
Epoch 198: Loss: 3.2626380920410156
Epoch 199: Loss: 3.379070997238159
Epoch 200: Loss: 3.1670682430267334
Epoch 201: Loss: 3.304373025894165
Epoch 202: Loss: 3.377563238143921
Epoch 203: Loss: 3.2028284072875977
Epoch 204: Loss: 3.1897714138031006
Epoch 205: Loss: 3.255074977874756
Epoch 206: Loss: 3.309730291366577
Epoch 207: Loss: 3.2690093517303467
Epoch 208: Loss: 3.2885823249816895
Epoch 209: Loss: 3.310873031616211
Epoch 210: Loss: 3.408918857574463
Epoch 211: Loss: 3.162405490875244
Epoch 212: Loss: 3.229426383972168
Epoch 213: Loss: 3.1981801986694336
Epoch 214: Loss: 3.1470205783843994
Epoch 215: Loss: 3.0601632595062256
Epoch 216: Loss: 3.186603307723999
Epoch 217: Loss: 3.143496036529541
Epoch 218: Loss: 3.082463264465332
Epoch 219: Loss: 3.2853283882141113
Epoch 220: Loss: 3.066232919692993
Epoch 221: Loss: 3.0807976722717285
Epoch 222: Loss: 3.140021800994873
Epoch 223: Loss: 3.0282788276672363
Epoch 224: Loss: 2.9681742191314697
Epoch 225: Loss: 3.2004709243774414
Epoch 226: Loss: 3.2127833366394043
Epoch 227: Loss: 3.0495176315307617
Epoch 228: Loss: 3.19144606590271
Epoch 229: Loss: 3.1326096057891846
Epoch 230: Loss: 3.1324169635772705
Epoch 231: Loss: 3.0324344635009766
Epoch 232: Loss: 3.0736656188964844
Epoch 233: Loss: 3.0036518573760986
Epoch 234: Loss: 3.1155989170074463
Epoch 235: Loss: 3.0571579933166504
Epoch 236: Loss: 2.9958133697509766
Epoch 237: Loss: 3.099820613861084
Epoch 238: Loss: 3.0489501953125
Epoch 239: Loss: 2.944413423538208
Epoch 240: Loss: 2.9859156608581543
Epoch 241: Loss: 2.95320725440979
Epoch 242: Loss: 2.879228115081787
Epoch 243: Loss: 2.9827940464019775
Epoch 244: Loss: 3.057448625564575
Epoch 245: Loss: 3.0273430347442627
Epoch 246: Loss: 2.954341173171997
Epoch 247: Loss: 2.875535249710083
Epoch 248: Loss: 2.890686511993408
Epoch 249: Loss: 2.927098512649536
Epoch 250: Loss: 2.96573543548584
Epoch 251: Loss: 2.9955785274505615
Epoch 252: Loss: 3.022549629211426
Epoch 253: Loss: 2.962293863296509
Epoch 254: Loss: 2.8970608711242676
Epoch 255: Loss: 2.8306686878204346
Epoch 256: Loss: 3.0568490028381348
Epoch 257: Loss: 2.9224789142608643
Epoch 258: Loss: 2.954784393310547
Epoch 259: Loss: 2.914219379425049
Epoch 260: Loss: 2.8839645385742188
Epoch 261: Loss: 2.851696252822876
Epoch 262: Loss: 2.9726366996765137
Epoch 263: Loss: 2.8193092346191406
Epoch 264: Loss: 2.826981544494629
Epoch 265: Loss: 2.9130630493164062
Epoch 266: Loss: 2.9633491039276123
Epoch 267: Loss: 2.8570077419281006
Epoch 268: Loss: 2.7800838947296143
Epoch 269: Loss: 2.8468809127807617
Epoch 270: Loss: 2.7794628143310547
Epoch 271: Loss: 2.871015787124634
Epoch 272: Loss: 2.90250301361084
Epoch 273: Loss: 2.740959644317627
Epoch 274: Loss: 2.8479230403900146
Epoch 275: Loss: 2.7726328372955322
Epoch 276: Loss: 2.799694538116455
Epoch 277: Loss: 2.836951494216919
Epoch 278: Loss: 2.936666488647461
Epoch 279: Loss: 2.850212812423706
Epoch 280: Loss: 2.819859027862549
Epoch 281: Loss: 2.7844367027282715
Epoch 282: Loss: 2.904777765274048
Epoch 283: Loss: 2.781879186630249
Epoch 284: Loss: 2.771923303604126
Epoch 285: Loss: 2.7400591373443604
Epoch 286: Loss: 2.839096784591675
Epoch 287: Loss: 2.649857759475708
Epoch 288: Loss: 2.688607931137085
Epoch 289: Loss: 2.717493772506714
Epoch 290: Loss: 2.7619223594665527
Epoch 291: Loss: 2.6754491329193115
Epoch 292: Loss: 2.696152448654175
Epoch 293: Loss: 2.6253139972686768
Epoch 294: Loss: 2.6747663021087646
Epoch 295: Loss: 2.719644069671631
Epoch 296: Loss: 2.63775634765625
Epoch 297: Loss: 2.590437650680542
Epoch 298: Loss: 2.732985496520996
Epoch 299: Loss: 2.7079784870147705
Epoch 300: Loss: 2.6964645385742188
Epoch 301: Loss: 2.5980613231658936
Epoch 302: Loss: 2.613428831100464
Epoch 303: Loss: 2.619633674621582
Epoch 304: Loss: 2.618839740753174
Epoch 305: Loss: 2.526496171951294
Epoch 306: Loss: 2.6276285648345947
Epoch 307: Loss: 2.665116310119629
Epoch 308: Loss: 2.654545307159424
Epoch 309: Loss: 2.6957755088806152
Epoch 310: Loss: 2.622389554977417
Epoch 311: Loss: 2.559619188308716
Epoch 312: Loss: 2.492933750152588
Epoch 313: Loss: 2.6438634395599365
Epoch 314: Loss: 2.6406636238098145
Epoch 315: Loss: 2.6818764209747314
Epoch 316: Loss: 2.6084184646606445
Epoch 317: Loss: 2.6803460121154785
Epoch 318: Loss: 2.691802740097046
Epoch 319: Loss: 2.5886728763580322
Epoch 320: Loss: 2.6221437454223633
Epoch 321: Loss: 2.5506813526153564
Epoch 322: Loss: 2.580502510070801
Epoch 323: Loss: 2.529510498046875
Epoch 324: Loss: 2.549232006072998
Epoch 325: Loss: 2.6923389434814453
Epoch 326: Loss: 2.600170373916626
Epoch 327: Loss: 2.5631070137023926
Epoch 328: Loss: 2.617105722427368
Epoch 329: Loss: 2.6162383556365967
Epoch 330: Loss: 2.4694902896881104
Epoch 331: Loss: 2.543262243270874
Epoch 332: Loss: 2.5984325408935547
Epoch 333: Loss: 2.50826096534729
Epoch 334: Loss: 2.4846549034118652
Epoch 335: Loss: 2.419367551803589
Epoch 336: Loss: 2.525897264480591
Epoch 337: Loss: 2.576490879058838
Epoch 338: Loss: 2.5721428394317627
Epoch 339: Loss: 2.6426117420196533
Epoch 340: Loss: 2.6118276119232178
Epoch 341: Loss: 2.5798304080963135
Epoch 342: Loss: 2.4802939891815186
Epoch 343: Loss: 2.547757387161255
Epoch 344: Loss: 2.527198553085327
Epoch 345: Loss: 2.489957571029663
Epoch 346: Loss: 2.5188896656036377
Epoch 347: Loss: 2.5198819637298584
Epoch 348: Loss: 2.620051383972168
Epoch 349: Loss: 2.5697150230407715
Epoch 350: Loss: 2.456498861312866
Epoch 351: Loss: 2.5208539962768555
Epoch 352: Loss: 2.604665994644165
Epoch 353: Loss: 2.4438838958740234
Epoch 354: Loss: 2.4474446773529053
Epoch 355: Loss: 2.4587552547454834
Epoch 356: Loss: 2.5120086669921875
Epoch 357: Loss: 2.442613124847412
Epoch 358: Loss: 2.555875539779663
Epoch 359: Loss: 2.44277024269104
Epoch 360: Loss: 2.422612428665161
Epoch 361: Loss: 2.4884982109069824
Epoch 362: Loss: 2.452880382537842
Epoch 363: Loss: 2.459906816482544
Epoch 364: Loss: 2.571131706237793
Epoch 365: Loss: 2.3869998455047607
Epoch 366: Loss: 2.476186752319336
Epoch 367: Loss: 2.3522043228149414
Epoch 368: Loss: 2.483062267303467
Epoch 369: Loss: 2.3663887977600098
Epoch 370: Loss: 2.477435350418091
Epoch 371: Loss: 2.4293789863586426
Epoch 372: Loss: 2.4432029724121094
Epoch 373: Loss: 2.397378921508789
Epoch 374: Loss: 2.3413143157958984
Epoch 375: Loss: 2.329824686050415
Epoch 376: Loss: 2.4515790939331055
Epoch 377: Loss: 2.5147616863250732
Epoch 378: Loss: 2.379074811935425
Epoch 379: Loss: 2.3671090602874756
Epoch 380: Loss: 2.470029592514038
Epoch 381: Loss: 2.4656031131744385
Epoch 382: Loss: 2.5639092922210693
Epoch 383: Loss: 2.436108112335205
Epoch 384: Loss: 2.509262800216675
Epoch 385: Loss: 2.485841989517212
Epoch 386: Loss: 2.3625359535217285
Epoch 387: Loss: 2.408980369567871
Epoch 388: Loss: 2.4439268112182617
Epoch 389: Loss: 2.3504531383514404
Epoch 390: Loss: 2.471546173095703
Epoch 391: Loss: 2.4385247230529785
Epoch 392: Loss: 2.370561361312866
Epoch 393: Loss: 2.321662664413452
Epoch 394: Loss: 2.419360876083374
Epoch 395: Loss: 2.3719685077667236
Epoch 396: Loss: 2.3579282760620117
Epoch 397: Loss: 2.3896372318267822
Epoch 398: Loss: 2.3232169151306152
Epoch 399: Loss: 2.387830972671509
Epoch 400: Loss: 2.3135788440704346
Epoch 401: Loss: 2.31569766998291
Epoch 402: Loss: 2.339451313018799
Epoch 403: Loss: 2.465742349624634
Epoch 404: Loss: 2.3521714210510254
Epoch 405: Loss: 2.325427770614624
Epoch 406: Loss: 2.355912208557129
Epoch 407: Loss: 2.3631584644317627
Epoch 408: Loss: 2.376189708709717
Epoch 409: Loss: 2.362494468688965
Epoch 410: Loss: 2.3096115589141846
Epoch 411: Loss: 2.395578622817993
Epoch 412: Loss: 2.4227852821350098
Epoch 413: Loss: 2.407086133956909
Epoch 414: Loss: 2.2098891735076904
Epoch 415: Loss: 2.3963122367858887
Epoch 416: Loss: 2.4012789726257324
Epoch 417: Loss: 2.3220434188842773
Epoch 418: Loss: 2.326279640197754
Epoch 419: Loss: 2.303009033203125
Epoch 420: Loss: 2.2656471729278564
Epoch 421: Loss: 2.1863853931427
Epoch 422: Loss: 2.285834789276123
Epoch 423: Loss: 2.287900924682617
Epoch 424: Loss: 2.2961881160736084
Epoch 425: Loss: 2.280773162841797
Epoch 426: Loss: 2.266577959060669
Epoch 427: Loss: 2.3051035404205322
Epoch 428: Loss: 2.257725715637207
Epoch 429: Loss: 2.3577957153320312
Epoch 430: Loss: 2.4510602951049805
Epoch 431: Loss: 2.2730820178985596
Epoch 432: Loss: 2.411952495574951
Epoch 433: Loss: 2.2321393489837646
Epoch 434: Loss: 2.3227550983428955
Epoch 435: Loss: 2.3281326293945312
Epoch 436: Loss: 2.2797210216522217
Epoch 437: Loss: 2.276618003845215
Epoch 438: Loss: 2.290417194366455
Epoch 439: Loss: 2.3214194774627686
Epoch 440: Loss: 2.2158846855163574
Epoch 441: Loss: 2.312887191772461
Epoch 442: Loss: 2.2674078941345215
Epoch 443: Loss: 2.1981916427612305
Epoch 444: Loss: 2.2969229221343994
Epoch 445: Loss: 2.2058041095733643
Epoch 446: Loss: 2.361464262008667
Epoch 447: Loss: 2.214080810546875
Epoch 448: Loss: 2.2032876014709473
Epoch 449: Loss: 2.31725811958313
Epoch 450: Loss: 2.2496817111968994
Epoch 451: Loss: 2.235960006713867
Epoch 452: Loss: 2.21038556098938
Epoch 453: Loss: 2.298386573791504
Epoch 454: Loss: 2.3243985176086426
Epoch 455: Loss: 2.1755192279815674
Epoch 456: Loss: 2.2618093490600586
Epoch 457: Loss: 2.2899389266967773
Epoch 458: Loss: 2.3021249771118164
Epoch 459: Loss: 2.233039379119873
Epoch 460: Loss: 2.215038776397705
Epoch 461: Loss: 2.2130191326141357
Epoch 462: Loss: 2.1825637817382812
Epoch 463: Loss: 2.3014302253723145
Epoch 464: Loss: 2.2587761878967285
Epoch 465: Loss: 2.3176512718200684
Epoch 466: Loss: 2.2561655044555664
Epoch 467: Loss: 2.280766725540161
Epoch 468: Loss: 2.2022452354431152
Epoch 469: Loss: 2.337517499923706
Epoch 470: Loss: 2.103308916091919
Epoch 471: Loss: 2.363715887069702
Epoch 472: Loss: 2.1557936668395996
Epoch 473: Loss: 2.18155837059021
Epoch 474: Loss: 2.350369691848755
Epoch 475: Loss: 2.1551525592803955
Epoch 476: Loss: 2.2064766883850098
Epoch 477: Loss: 2.135037660598755
Epoch 478: Loss: 2.2851293087005615
Epoch 479: Loss: 2.1344923973083496
Epoch 480: Loss: 2.3342320919036865
Epoch 481: Loss: 2.2591941356658936
Epoch 482: Loss: 2.21181583404541
Epoch 483: Loss: 2.219654083251953
Epoch 484: Loss: 2.1298491954803467
Epoch 485: Loss: 2.190534830093384
Epoch 486: Loss: 2.1557343006134033
Epoch 487: Loss: 2.273650884628296
Epoch 488: Loss: 2.1221306324005127
Epoch 489: Loss: 2.2924365997314453
Epoch 490: Loss: 2.3156356811523438
Epoch 491: Loss: 2.148845672607422
Epoch 492: Loss: 2.095247507095337
Epoch 493: Loss: 2.160597562789917
Epoch 494: Loss: 2.2729270458221436
Epoch 495: Loss: 2.161456823348999
Epoch 496: Loss: 2.1284453868865967
Epoch 497: Loss: 2.031989097595215
Epoch 498: Loss: 2.165302038192749
Epoch 499: Loss: 2.0974183082580566
Epoch 500: Loss: 2.143186569213867
Epoch 501: Loss: 2.1472909450531006
Epoch 502: Loss: 2.122696876525879
Epoch 503: Loss: 2.187608242034912
Epoch 504: Loss: 2.2002835273742676
Epoch 505: Loss: 2.1216814517974854
Epoch 506: Loss: 2.127476453781128
Epoch 507: Loss: 2.213521718978882
Epoch 508: Loss: 2.2154722213745117
Epoch 509: Loss: 2.05769944190979
Epoch 510: Loss: 2.1011059284210205
Epoch 511: Loss: 2.1584177017211914
Epoch 512: Loss: 2.0832018852233887
Epoch 513: Loss: 2.1306228637695312
Epoch 514: Loss: 2.148820638656616
Epoch 515: Loss: 2.2212934494018555
Epoch 516: Loss: 2.180405616760254
Epoch 517: Loss: 2.101456642150879
Epoch 518: Loss: 2.1602728366851807
Epoch 519: Loss: 2.210371732711792
Epoch 520: Loss: 2.163710355758667
Epoch 521: Loss: 2.1356143951416016
Epoch 522: Loss: 2.047694206237793
Epoch 523: Loss: 2.1739487648010254
Epoch 524: Loss: 2.0496037006378174
Epoch 525: Loss: 2.044302225112915
Epoch 526: Loss: 2.1378934383392334
Epoch 527: Loss: 2.110126495361328
Epoch 528: Loss: 2.104109764099121
Epoch 529: Loss: 2.142737865447998
Epoch 530: Loss: 2.162370443344116
Epoch 531: Loss: 2.054638147354126
Epoch 532: Loss: 2.1385631561279297
Epoch 533: Loss: 2.0439984798431396
Epoch 534: Loss: 2.070195436477661
Epoch 535: Loss: 2.115790605545044
Epoch 536: Loss: 2.082120418548584
Epoch 537: Loss: 2.0825133323669434
Epoch 538: Loss: 2.0948987007141113
Epoch 539: Loss: 2.1563985347747803
Epoch 540: Loss: 2.1403849124908447
Epoch 541: Loss: 2.129991292953491
Epoch 542: Loss: 2.173717975616455
Epoch 543: Loss: 2.147550344467163
Epoch 544: Loss: 1.9437767267227173
Epoch 545: Loss: 2.073906183242798
Epoch 546: Loss: 2.06156849861145
Epoch 547: Loss: 2.058650255203247
Epoch 548: Loss: 2.1214346885681152
Epoch 549: Loss: 2.0871710777282715
Epoch 550: Loss: 2.052001476287842
Epoch 551: Loss: 2.152275562286377
Epoch 552: Loss: 2.048089027404785
Epoch 553: Loss: 2.0940072536468506
Epoch 554: Loss: 2.0457587242126465
Epoch 555: Loss: 2.121398448944092
Epoch 556: Loss: 2.0703787803649902
Epoch 557: Loss: 2.0772030353546143
Epoch 558: Loss: 2.049351692199707
Epoch 559: Loss: 2.088325023651123
Epoch 560: Loss: 2.126096487045288
Epoch 561: Loss: 2.043982744216919
Epoch 562: Loss: 2.0298514366149902
Epoch 563: Loss: 2.0741543769836426
Epoch 564: Loss: 1.999040126800537
Epoch 565: Loss: 2.0705764293670654
Epoch 566: Loss: 2.127263307571411
Epoch 567: Loss: 2.1008894443511963
Epoch 568: Loss: 2.051952600479126
Epoch 569: Loss: 2.0982425212860107
Epoch 570: Loss: 2.1480515003204346
Epoch 571: Loss: 2.1375386714935303
Epoch 572: Loss: 2.1137049198150635
Epoch 573: Loss: 1.99089777469635
Epoch 574: Loss: 1.9890186786651611
Epoch 575: Loss: 2.0340919494628906
Epoch 576: Loss: 2.0961973667144775
Epoch 577: Loss: 2.0924816131591797
Epoch 578: Loss: 2.008518695831299
Epoch 579: Loss: 2.0117950439453125
Epoch 580: Loss: 1.9657403230667114
Epoch 581: Loss: 2.0558769702911377
Epoch 582: Loss: 2.0892274379730225
Epoch 583: Loss: 1.9700548648834229
Epoch 584: Loss: 2.0555994510650635
Epoch 585: Loss: 1.9720271825790405
Epoch 586: Loss: 2.0719122886657715
Epoch 587: Loss: 2.0009171962738037
Epoch 588: Loss: 2.133418560028076
Epoch 589: Loss: 2.0270044803619385
Epoch 590: Loss: 1.9609369039535522
Epoch 591: Loss: 1.9827935695648193
Epoch 592: Loss: 1.8987998962402344
Epoch 593: Loss: 1.9723576307296753
Epoch 594: Loss: 2.028350591659546
Epoch 595: Loss: 1.8906574249267578
Epoch 596: Loss: 2.067044496536255
Epoch 597: Loss: 2.0377156734466553
Epoch 598: Loss: 1.9748843908309937
Epoch 599: Loss: 2.0654945373535156
Epoch 600: Loss: 1.9446749687194824
Epoch 601: Loss: 1.9442366361618042
Epoch 602: Loss: 1.942608118057251
Epoch 603: Loss: 2.070667266845703
Epoch 604: Loss: 1.935298204421997
Epoch 605: Loss: 2.011331558227539
Epoch 606: Loss: 1.991232991218567
Epoch 607: Loss: 1.9636868238449097
Epoch 608: Loss: 1.9932297468185425
Epoch 609: Loss: 1.9962178468704224
Epoch 610: Loss: 2.0510122776031494
Epoch 611: Loss: 2.0421864986419678
Epoch 612: Loss: 1.9352777004241943
Epoch 613: Loss: 2.0303902626037598
Epoch 614: Loss: 2.010967493057251
Epoch 615: Loss: 2.0377683639526367
Epoch 616: Loss: 2.0042006969451904
Epoch 617: Loss: 2.1150498390197754
Epoch 618: Loss: 1.942428708076477
Epoch 619: Loss: 2.0193092823028564
Epoch 620: Loss: 1.9054901599884033
Epoch 621: Loss: 1.953661561012268
Epoch 622: Loss: 1.9022287130355835
Epoch 623: Loss: 1.9610203504562378
Epoch 624: Loss: 1.994590163230896
Epoch 625: Loss: 1.972133755683899
Epoch 626: Loss: 1.9746109247207642
Epoch 627: Loss: 1.8975589275360107
Epoch 628: Loss: 1.8981149196624756
Epoch 629: Loss: 1.9713029861450195
Epoch 630: Loss: 1.953107476234436
Epoch 631: Loss: 1.9816482067108154
Epoch 632: Loss: 2.0317118167877197
Epoch 633: Loss: 1.9607614278793335
Epoch 634: Loss: 1.9630733728408813
Epoch 635: Loss: 1.8557853698730469
Epoch 636: Loss: 1.9823684692382812
Epoch 637: Loss: 1.8734921216964722
Epoch 638: Loss: 1.9495158195495605
Epoch 639: Loss: 1.9032255411148071
Epoch 640: Loss: 1.8806545734405518
Epoch 641: Loss: 1.9894846677780151
Epoch 642: Loss: 1.9389677047729492
Epoch 643: Loss: 1.9060901403427124
Epoch 644: Loss: 1.9251033067703247
Epoch 645: Loss: 1.9628446102142334
Epoch 646: Loss: 1.9228869676589966
Epoch 647: Loss: 1.9279931783676147
Epoch 648: Loss: 2.01808762550354
Epoch 649: Loss: 2.0148870944976807
Epoch 650: Loss: 1.888006329536438
Epoch 651: Loss: 1.9455596208572388
Epoch 652: Loss: 1.9219350814819336
Epoch 653: Loss: 1.966737151145935
Epoch 654: Loss: 1.8667951822280884
Epoch 655: Loss: 1.8965280055999756
Epoch 656: Loss: 1.9558440446853638
Epoch 657: Loss: 1.9141956567764282
Epoch 658: Loss: 1.8904238939285278
Epoch 659: Loss: 1.8561594486236572
Epoch 660: Loss: 1.8928475379943848
Epoch 661: Loss: 1.958284616470337
Epoch 662: Loss: 1.9479210376739502
Epoch 663: Loss: 1.9059035778045654
Epoch 664: Loss: 1.9089969396591187
Epoch 665: Loss: 1.7972701787948608
Epoch 666: Loss: 1.901841163635254
Epoch 667: Loss: 1.9866023063659668
Epoch 668: Loss: 1.9107266664505005
Epoch 669: Loss: 1.8675254583358765
Epoch 670: Loss: 1.8340401649475098
Epoch 671: Loss: 1.9438761472702026
Epoch 672: Loss: 1.906026005744934
Epoch 673: Loss: 1.9561874866485596
Epoch 674: Loss: 1.8410780429840088
Epoch 675: Loss: 1.8624192476272583
Epoch 676: Loss: 1.845953106880188
Epoch 677: Loss: 1.8579293489456177
Epoch 678: Loss: 1.7937822341918945
Epoch 679: Loss: 1.8906159400939941
Epoch 680: Loss: 1.9359058141708374
Epoch 681: Loss: 1.845725178718567
Epoch 682: Loss: 1.9844905138015747
Epoch 683: Loss: 1.9326725006103516
Epoch 684: Loss: 1.8013876676559448
Epoch 685: Loss: 1.8819025754928589
Epoch 686: Loss: 1.815635323524475
Epoch 687: Loss: 1.8755894899368286
Epoch 688: Loss: 1.8831660747528076
Epoch 689: Loss: 1.8794139623641968
Epoch 690: Loss: 1.8408780097961426
Epoch 691: Loss: 1.9380866289138794
Epoch 692: Loss: 1.8290280103683472
Epoch 693: Loss: 1.9060536623001099
Epoch 694: Loss: 1.8227908611297607
Epoch 695: Loss: 1.9199386835098267
Epoch 696: Loss: 1.8683072328567505
Epoch 697: Loss: 1.8644366264343262
Epoch 698: Loss: 1.801134467124939
Epoch 699: Loss: 1.8349827527999878
Epoch 700: Loss: 1.8049312829971313
Epoch 701: Loss: 1.8699411153793335
Epoch 702: Loss: 1.8646626472473145
Epoch 703: Loss: 1.865731954574585
Epoch 704: Loss: 1.8330742120742798
Epoch 705: Loss: 1.874571442604065
Epoch 706: Loss: 1.798498511314392
Epoch 707: Loss: 1.8048439025878906
Epoch 708: Loss: 1.9092901945114136
Epoch 709: Loss: 1.778655767440796
Epoch 710: Loss: 1.9069832563400269
Epoch 711: Loss: 1.8517558574676514
Epoch 712: Loss: 1.848832607269287
Epoch 713: Loss: 1.8511109352111816
Epoch 714: Loss: 1.8549891710281372
Epoch 715: Loss: 1.816602349281311
Epoch 716: Loss: 1.9139697551727295
Epoch 717: Loss: 1.8229964971542358
Epoch 718: Loss: 1.807257890701294
Epoch 719: Loss: 1.7560898065567017
Epoch 720: Loss: 1.7766724824905396
Epoch 721: Loss: 1.8268928527832031
Epoch 722: Loss: 1.7974580526351929
Epoch 723: Loss: 1.7585477828979492
Epoch 724: Loss: 1.8525537252426147
Epoch 725: Loss: 1.7691413164138794
Epoch 726: Loss: 1.8313878774642944
Epoch 727: Loss: 1.8359063863754272
Epoch 728: Loss: 1.783121109008789
Epoch 729: Loss: 1.8290975093841553
Epoch 730: Loss: 1.8335715532302856
Epoch 731: Loss: 1.8011451959609985
Epoch 732: Loss: 1.8585783243179321
Epoch 733: Loss: 1.8659389019012451
Epoch 734: Loss: 1.697242259979248
Epoch 735: Loss: 1.7374825477600098
Epoch 736: Loss: 1.826459288597107
Epoch 737: Loss: 1.8348644971847534
Epoch 738: Loss: 1.789745807647705
Epoch 739: Loss: 1.7753405570983887
Epoch 740: Loss: 1.8195208311080933
Epoch 741: Loss: 1.7680916786193848
Epoch 742: Loss: 1.7797189950942993
Epoch 743: Loss: 1.743402361869812
Epoch 744: Loss: 1.7344075441360474
Epoch 745: Loss: 1.755849003791809
Epoch 746: Loss: 1.7563292980194092
Epoch 747: Loss: 1.7988578081130981
Epoch 748: Loss: 1.6836721897125244
Epoch 749: Loss: 1.7534972429275513
Epoch 750: Loss: 1.6802899837493896
Epoch 751: Loss: 1.795454740524292
Epoch 752: Loss: 1.8396735191345215
Epoch 753: Loss: 1.8522313833236694
Epoch 754: Loss: 1.763745903968811
Epoch 755: Loss: 1.8198702335357666
Epoch 756: Loss: 1.7729763984680176
Epoch 757: Loss: 1.8305259943008423
Epoch 758: Loss: 1.8511546850204468
Epoch 759: Loss: 1.8392465114593506
Epoch 760: Loss: 1.7692841291427612
Epoch 761: Loss: 1.7524007558822632
Epoch 762: Loss: 1.8042609691619873
Epoch 763: Loss: 1.7984066009521484
Epoch 764: Loss: 1.7547204494476318
Epoch 765: Loss: 1.7796093225479126
Epoch 766: Loss: 1.7575926780700684
Epoch 767: Loss: 1.7467930316925049
Epoch 768: Loss: 1.7458277940750122
Epoch 769: Loss: 1.791353464126587
Epoch 770: Loss: 1.7052963972091675
Epoch 771: Loss: 1.753006100654602
Epoch 772: Loss: 1.755192518234253
Epoch 773: Loss: 1.7954920530319214
Epoch 774: Loss: 1.7495129108428955
Epoch 775: Loss: 1.8060253858566284
Epoch 776: Loss: 1.7435452938079834
Epoch 777: Loss: 1.7980825901031494
Epoch 778: Loss: 1.829787015914917
Epoch 779: Loss: 1.7255923748016357
Epoch 780: Loss: 1.8030518293380737
Epoch 781: Loss: 1.8054494857788086
Epoch 782: Loss: 1.764672040939331
Epoch 783: Loss: 1.7303876876831055
Epoch 784: Loss: 1.7950061559677124
Epoch 785: Loss: 1.70107901096344
Epoch 786: Loss: 1.7496322393417358
Epoch 787: Loss: 1.704391598701477
Epoch 788: Loss: 1.7141212224960327
Epoch 789: Loss: 1.6698791980743408
Epoch 790: Loss: 1.8044637441635132
Epoch 791: Loss: 1.7549388408660889
Epoch 792: Loss: 1.723118543624878
Epoch 793: Loss: 1.738569736480713
Epoch 794: Loss: 1.7888603210449219
Epoch 795: Loss: 1.7428467273712158
Epoch 796: Loss: 1.7870007753372192
Epoch 797: Loss: 1.7151966094970703
Epoch 798: Loss: 1.7637852430343628
Epoch 799: Loss: 1.6941847801208496
Epoch 800: Loss: 1.666613221168518
Epoch 801: Loss: 1.6719276905059814
Epoch 802: Loss: 1.685638189315796
Epoch 803: Loss: 1.7822896242141724
Epoch 804: Loss: 1.660003423690796
Epoch 805: Loss: 1.6904616355895996
Epoch 806: Loss: 1.763939619064331
Epoch 807: Loss: 1.703116774559021
Epoch 808: Loss: 1.7473669052124023
Epoch 809: Loss: 1.784698247909546
Epoch 810: Loss: 1.7313435077667236
Epoch 811: Loss: 1.6992048025131226
Epoch 812: Loss: 1.6656941175460815
Epoch 813: Loss: 1.6558338403701782
Epoch 814: Loss: 1.7255553007125854
Epoch 815: Loss: 1.693341612815857
Epoch 816: Loss: 1.7298446893692017
Epoch 817: Loss: 1.675667643547058
Epoch 818: Loss: 1.715070128440857
Epoch 819: Loss: 1.7440261840820312
Epoch 820: Loss: 1.7130547761917114
Epoch 821: Loss: 1.6832618713378906
Epoch 822: Loss: 1.801376461982727
Epoch 823: Loss: 1.6915029287338257
Epoch 824: Loss: 1.66593337059021
Epoch 825: Loss: 1.7414979934692383
Epoch 826: Loss: 1.7424862384796143
Epoch 827: Loss: 1.68836510181427
Epoch 828: Loss: 1.697081446647644
Epoch 829: Loss: 1.7461391687393188
Epoch 830: Loss: 1.6200177669525146
Epoch 831: Loss: 1.6714122295379639
Epoch 832: Loss: 1.6613438129425049
Epoch 833: Loss: 1.7275292873382568
Epoch 834: Loss: 1.7263195514678955
Epoch 835: Loss: 1.63739013671875
Epoch 836: Loss: 1.647426962852478
Epoch 837: Loss: 1.656004548072815
Epoch 838: Loss: 1.6224491596221924
Epoch 839: Loss: 1.6761480569839478
Epoch 840: Loss: 1.6665762662887573
Epoch 841: Loss: 1.671675443649292
Epoch 842: Loss: 1.7504055500030518
Epoch 843: Loss: 1.682832956314087
Epoch 844: Loss: 1.7070685625076294
Epoch 845: Loss: 1.632554531097412
Epoch 846: Loss: 1.5873407125473022
Epoch 847: Loss: 1.633361577987671
Epoch 848: Loss: 1.746694564819336
Epoch 849: Loss: 1.7285536527633667
Epoch 850: Loss: 1.6985112428665161
Epoch 851: Loss: 1.7174018621444702
Epoch 852: Loss: 1.6543490886688232
Epoch 853: Loss: 1.6443294286727905
Epoch 854: Loss: 1.673852562904358
Epoch 855: Loss: 1.6868363618850708
Epoch 856: Loss: 1.6459814310073853
Epoch 857: Loss: 1.7131812572479248
Epoch 858: Loss: 1.6883864402770996
Epoch 859: Loss: 1.7597432136535645
Epoch 860: Loss: 1.6422210931777954
Epoch 861: Loss: 1.6334964036941528
Epoch 862: Loss: 1.6937179565429688
Epoch 863: Loss: 1.7111921310424805
Epoch 864: Loss: 1.6500656604766846
Epoch 865: Loss: 1.6725120544433594
Epoch 866: Loss: 1.710163950920105
Epoch 867: Loss: 1.5930849313735962
Epoch 868: Loss: 1.6357845067977905
Epoch 869: Loss: 1.621049165725708
Epoch 870: Loss: 1.6041114330291748
Epoch 871: Loss: 1.6725574731826782
Epoch 872: Loss: 1.6983855962753296
Epoch 873: Loss: 1.6270627975463867
Epoch 874: Loss: 1.6381715536117554
Epoch 875: Loss: 1.734047770500183
Epoch 876: Loss: 1.6122126579284668
Epoch 877: Loss: 1.7112345695495605
Epoch 878: Loss: 1.5781457424163818
Epoch 879: Loss: 1.6123889684677124
Epoch 880: Loss: 1.6292182207107544
Epoch 881: Loss: 1.7009228467941284
Epoch 882: Loss: 1.685908317565918
Epoch 883: Loss: 1.6572993993759155
Epoch 884: Loss: 1.5307692289352417
Epoch 885: Loss: 1.6617577075958252
Epoch 886: Loss: 1.7139461040496826
Epoch 887: Loss: 1.6379461288452148
Epoch 888: Loss: 1.6119489669799805
Epoch 889: Loss: 1.6284151077270508
Epoch 890: Loss: 1.6103755235671997
Epoch 891: Loss: 1.5986592769622803
Epoch 892: Loss: 1.6204440593719482
Epoch 893: Loss: 1.5295288562774658
Epoch 894: Loss: 1.6384057998657227
Epoch 895: Loss: 1.6455771923065186
Epoch 896: Loss: 1.6413160562515259
Epoch 897: Loss: 1.6311527490615845
Epoch 898: Loss: 1.5922333002090454
Epoch 899: Loss: 1.65604567527771
Epoch 900: Loss: 1.6197631359100342
Epoch 901: Loss: 1.633082389831543
Epoch 902: Loss: 1.588135838508606
Epoch 903: Loss: 1.5860294103622437
Epoch 904: Loss: 1.6218454837799072
Epoch 905: Loss: 1.6510798931121826
Epoch 906: Loss: 1.622501254081726
Epoch 907: Loss: 1.551932692527771
Epoch 908: Loss: 1.5370131731033325
Epoch 909: Loss: 1.6329805850982666
Epoch 910: Loss: 1.6054131984710693
Epoch 911: Loss: 1.6550558805465698
Epoch 912: Loss: 1.6293035745620728
Epoch 913: Loss: 1.5975528955459595
Epoch 914: Loss: 1.5574296712875366
Epoch 915: Loss: 1.5813238620758057
Epoch 916: Loss: 1.5892740488052368
Epoch 917: Loss: 1.582244634628296
Epoch 918: Loss: 1.5767773389816284
Epoch 919: Loss: 1.5589547157287598
Epoch 920: Loss: 1.672362208366394
Epoch 921: Loss: 1.6158528327941895
Epoch 922: Loss: 1.5323024988174438
Epoch 923: Loss: 1.5912806987762451
Epoch 924: Loss: 1.6199610233306885
Epoch 925: Loss: 1.5541326999664307
Epoch 926: Loss: 1.6099789142608643
Epoch 927: Loss: 1.61133873462677
Epoch 928: Loss: 1.636441946029663
Epoch 929: Loss: 1.575003981590271
Epoch 930: Loss: 1.5691866874694824
Epoch 931: Loss: 1.5432829856872559
Epoch 932: Loss: 1.6292606592178345
Epoch 933: Loss: 1.5790209770202637
Epoch 934: Loss: 1.5797853469848633
Epoch 935: Loss: 1.613563895225525
Epoch 936: Loss: 1.4848600625991821
Epoch 937: Loss: 1.6597493886947632
Epoch 938: Loss: 1.5359125137329102
Epoch 939: Loss: 1.6071876287460327
Epoch 940: Loss: 1.62843918800354
Epoch 941: Loss: 1.510058045387268
Epoch 942: Loss: 1.5949921607971191
Epoch 943: Loss: 1.5923182964324951
Epoch 944: Loss: 1.5951595306396484
Epoch 945: Loss: 1.548413872718811
Epoch 946: Loss: 1.5320411920547485
Epoch 947: Loss: 1.6090635061264038
Epoch 948: Loss: 1.626819372177124
Epoch 949: Loss: 1.6264116764068604
Epoch 950: Loss: 1.5983779430389404
Epoch 951: Loss: 1.5102043151855469
Epoch 952: Loss: 1.5084402561187744
Epoch 953: Loss: 1.624804139137268
Epoch 954: Loss: 1.5767619609832764
Epoch 955: Loss: 1.541139841079712
Epoch 956: Loss: 1.5105953216552734
Epoch 957: Loss: 1.6172809600830078
Epoch 958: Loss: 1.548548698425293
Epoch 959: Loss: 1.5921989679336548
Epoch 960: Loss: 1.5720158815383911
Epoch 961: Loss: 1.589661717414856
Epoch 962: Loss: 1.5319327116012573
Epoch 963: Loss: 1.5171164274215698
Epoch 964: Loss: 1.601338267326355
Epoch 965: Loss: 1.550094723701477
Epoch 966: Loss: 1.5571553707122803
Epoch 967: Loss: 1.5963557958602905
Epoch 968: Loss: 1.5382602214813232
Epoch 969: Loss: 1.5630991458892822
Epoch 970: Loss: 1.5827522277832031
Epoch 971: Loss: 1.5724836587905884
Epoch 972: Loss: 1.5488016605377197
Epoch 973: Loss: 1.664960265159607
Epoch 974: Loss: 1.5805623531341553
Epoch 975: Loss: 1.4806240797042847
Epoch 976: Loss: 1.494802713394165
Epoch 977: Loss: 1.5097612142562866
Epoch 978: Loss: 1.5415654182434082
Epoch 979: Loss: 1.5146090984344482
Epoch 980: Loss: 1.600645661354065
Epoch 981: Loss: 1.443804144859314
Epoch 982: Loss: 1.4970104694366455
Epoch 983: Loss: 1.5923951864242554
Epoch 984: Loss: 1.499572515487671
Epoch 985: Loss: 1.5189443826675415
Epoch 986: Loss: 1.5713200569152832
Epoch 987: Loss: 1.5762923955917358
Epoch 988: Loss: 1.570806860923767
Epoch 989: Loss: 1.5669150352478027
Epoch 990: Loss: 1.5905362367630005
Epoch 991: Loss: 1.5221220254898071
Epoch 992: Loss: 1.5461350679397583
Epoch 993: Loss: 1.5820059776306152
Epoch 994: Loss: 1.5803542137145996
Epoch 995: Loss: 1.5313433408737183
Epoch 996: Loss: 1.4666194915771484
Epoch 997: Loss: 1.5914090871810913
Epoch 998: Loss: 1.5673761367797852
Epoch 999: Loss: 1.6505030393600464
Epoch 1000: Loss: 1.564374327659607
Epoch 1001: Loss: 1.5183109045028687
Epoch 1002: Loss: 1.5232255458831787
Epoch 1003: Loss: 1.4829059839248657
Epoch 1004: Loss: 1.4945169687271118
Epoch 1005: Loss: 1.5561802387237549
Epoch 1006: Loss: 1.4699733257293701
Epoch 1007: Loss: 1.619357705116272
Epoch 1008: Loss: 1.4886133670806885
Epoch 1009: Loss: 1.4240775108337402
Epoch 1010: Loss: 1.4601802825927734
Epoch 1011: Loss: 1.4744794368743896
Epoch 1012: Loss: 1.5171329975128174
Epoch 1013: Loss: 1.5793792009353638
Epoch 1014: Loss: 1.6174852848052979
Epoch 1015: Loss: 1.56576669216156
Epoch 1016: Loss: 1.5778486728668213
Epoch 1017: Loss: 1.529118299484253
Epoch 1018: Loss: 1.5333051681518555
Epoch 1019: Loss: 1.5174357891082764
Epoch 1020: Loss: 1.5246787071228027
Epoch 1021: Loss: 1.5132718086242676
Epoch 1022: Loss: 1.510470986366272
Epoch 1023: Loss: 1.5954227447509766
Epoch 1024: Loss: 1.5330768823623657
Epoch 1025: Loss: 1.5622855424880981
Epoch 1026: Loss: 1.5404812097549438
Epoch 1027: Loss: 1.4354190826416016
Epoch 1028: Loss: 1.5285944938659668
Epoch 1029: Loss: 1.5281938314437866
Epoch 1030: Loss: 1.5041166543960571
Epoch 1031: Loss: 1.5402742624282837
Epoch 1032: Loss: 1.5823874473571777
Epoch 1033: Loss: 1.4828448295593262
Epoch 1034: Loss: 1.4898583889007568
Epoch 1035: Loss: 1.492372989654541
Epoch 1036: Loss: 1.50960111618042
Epoch 1037: Loss: 1.5129296779632568
Epoch 1038: Loss: 1.5595415830612183
Epoch 1039: Loss: 1.4868446588516235
Epoch 1040: Loss: 1.47510826587677
Epoch 1041: Loss: 1.5530657768249512
Epoch 1042: Loss: 1.5126742124557495
Epoch 1043: Loss: 1.5576905012130737
Epoch 1044: Loss: 1.5789881944656372
Epoch 1045: Loss: 1.5172128677368164
Epoch 1046: Loss: 1.4866305589675903
Epoch 1047: Loss: 1.5401328802108765
Epoch 1048: Loss: 1.521795630455017
Epoch 1049: Loss: 1.4401965141296387
Epoch 1050: Loss: 1.4487438201904297
Epoch 1051: Loss: 1.4707932472229004
Epoch 1052: Loss: 1.4794464111328125
Epoch 1053: Loss: 1.5498335361480713
Epoch 1054: Loss: 1.5603679418563843
Epoch 1055: Loss: 1.4622529745101929
Epoch 1056: Loss: 1.5423252582550049
Epoch 1057: Loss: 1.5276219844818115
Epoch 1058: Loss: 1.5242681503295898
Epoch 1059: Loss: 1.4266959428787231
Epoch 1060: Loss: 1.5038665533065796
Epoch 1061: Loss: 1.492506980895996
Epoch 1062: Loss: 1.5115251541137695
Epoch 1063: Loss: 1.4675744771957397
Epoch 1064: Loss: 1.515550971031189
Epoch 1065: Loss: 1.4727559089660645
Epoch 1066: Loss: 1.4121294021606445
Epoch 1067: Loss: 1.4232772588729858
Epoch 1068: Loss: 1.5793012380599976
Epoch 1069: Loss: 1.4563286304473877
Epoch 1070: Loss: 1.462018609046936
Epoch 1071: Loss: 1.5222022533416748
Epoch 1072: Loss: 1.536035180091858
Epoch 1073: Loss: 1.4372650384902954
Epoch 1074: Loss: 1.4542981386184692
Epoch 1075: Loss: 1.4558489322662354
Epoch 1076: Loss: 1.5101066827774048
Epoch 1077: Loss: 1.470090627670288
Epoch 1078: Loss: 1.521970510482788
Epoch 1079: Loss: 1.4527744054794312
Epoch 1080: Loss: 1.4209442138671875
Epoch 1081: Loss: 1.506082534790039
Epoch 1082: Loss: 1.435014009475708
Epoch 1083: Loss: 1.4650148153305054
Epoch 1084: Loss: 1.4996461868286133
Epoch 1085: Loss: 1.5337889194488525
Epoch 1086: Loss: 1.4706135988235474
Epoch 1087: Loss: 1.4467626810073853
Epoch 1088: Loss: 1.4083702564239502
Epoch 1089: Loss: 1.4920328855514526
Epoch 1090: Loss: 1.5026581287384033
Epoch 1091: Loss: 1.4958083629608154
Epoch 1092: Loss: 1.4581363201141357
Epoch 1093: Loss: 1.522168755531311
Epoch 1094: Loss: 1.4002593755722046
Epoch 1095: Loss: 1.5265341997146606
Epoch 1096: Loss: 1.4315428733825684
Epoch 1097: Loss: 1.4772627353668213
Epoch 1098: Loss: 1.4695329666137695
Epoch 1099: Loss: 1.4840590953826904
Epoch 1100: Loss: 1.534045696258545
Epoch 1101: Loss: 1.48533034324646
Epoch 1102: Loss: 1.4121532440185547
Epoch 1103: Loss: 1.5288481712341309
Epoch 1104: Loss: 1.4266268014907837
Epoch 1105: Loss: 1.350320816040039
Epoch 1106: Loss: 1.3390165567398071
Epoch 1107: Loss: 1.3774124383926392
Epoch 1108: Loss: 1.4746049642562866
Epoch 1109: Loss: 1.400646686553955
Epoch 1110: Loss: 1.4755680561065674
Epoch 1111: Loss: 1.4377351999282837
Epoch 1112: Loss: 1.3713277578353882
Epoch 1113: Loss: 1.4396451711654663
Epoch 1114: Loss: 1.4983117580413818
Epoch 1115: Loss: 1.4740464687347412
Epoch 1116: Loss: 1.4505631923675537
Epoch 1117: Loss: 1.4261270761489868
Epoch 1118: Loss: 1.4107483625411987
Epoch 1119: Loss: 1.3907370567321777
Epoch 1120: Loss: 1.4177436828613281
Epoch 1121: Loss: 1.45367431640625
Epoch 1122: Loss: 1.4045159816741943
Epoch 1123: Loss: 1.4506725072860718
Epoch 1124: Loss: 1.443345308303833
Epoch 1125: Loss: 1.4532817602157593
Epoch 1126: Loss: 1.388867974281311
Epoch 1127: Loss: 1.386197566986084
Epoch 1128: Loss: 1.4792134761810303
Epoch 1129: Loss: 1.3105453252792358
Epoch 1130: Loss: 1.4184373617172241
Epoch 1131: Loss: 1.3918753862380981
Epoch 1132: Loss: 1.3776439428329468
Epoch 1133: Loss: 1.4556267261505127
Epoch 1134: Loss: 1.369490146636963
Epoch 1135: Loss: 1.4682570695877075
Epoch 1136: Loss: 1.4190120697021484
Epoch 1137: Loss: 1.385698676109314
Epoch 1138: Loss: 1.4059092998504639
Epoch 1139: Loss: 1.4053417444229126
Epoch 1140: Loss: 1.4059017896652222
Epoch 1141: Loss: 1.3466328382492065
Epoch 1142: Loss: 1.43766450881958
Epoch 1143: Loss: 1.336728572845459
Epoch 1144: Loss: 1.4550070762634277
Epoch 1145: Loss: 1.420373797416687
Epoch 1146: Loss: 1.3670482635498047
Epoch 1147: Loss: 1.3847472667694092
Epoch 1148: Loss: 1.401194453239441
Epoch 1149: Loss: 1.3748340606689453
Epoch 1150: Loss: 1.3862667083740234
Epoch 1151: Loss: 1.3838467597961426
Epoch 1152: Loss: 1.394232153892517
Epoch 1153: Loss: 1.3244926929473877
Epoch 1154: Loss: 1.3659499883651733
Epoch 1155: Loss: 1.3855233192443848
Epoch 1156: Loss: 1.4604610204696655
Epoch 1157: Loss: 1.4066263437271118
Epoch 1158: Loss: 1.3305225372314453
Epoch 1159: Loss: 1.404422402381897
Epoch 1160: Loss: 1.3491839170455933
Epoch 1161: Loss: 1.4990981817245483
Epoch 1162: Loss: 1.3904861211776733
Epoch 1163: Loss: 1.3957186937332153
Epoch 1164: Loss: 1.381427526473999
Epoch 1165: Loss: 1.2379108667373657
Epoch 1166: Loss: 1.3082293272018433
Epoch 1167: Loss: 1.3128854036331177
Epoch 1168: Loss: 1.2297167778015137
Epoch 1169: Loss: 1.445356011390686
Epoch 1170: Loss: 1.3857371807098389
Epoch 1171: Loss: 1.3277965784072876
Epoch 1172: Loss: 1.3196637630462646
Epoch 1173: Loss: 1.3774056434631348
Epoch 1174: Loss: 1.3384207487106323
Epoch 1175: Loss: 1.378379464149475
Epoch 1176: Loss: 1.3783456087112427
Epoch 1177: Loss: 1.3249270915985107
Epoch 1178: Loss: 1.3211917877197266
Epoch 1179: Loss: 1.2833616733551025
Epoch 1180: Loss: 1.3525736331939697
Epoch 1181: Loss: 1.412588357925415
Epoch 1182: Loss: 1.361169457435608
Epoch 1183: Loss: 1.2828351259231567
Epoch 1184: Loss: 1.3651432991027832
Epoch 1185: Loss: 1.34415602684021
Epoch 1186: Loss: 1.3958954811096191
Epoch 1187: Loss: 1.3937233686447144
Epoch 1188: Loss: 1.4765592813491821
Epoch 1189: Loss: 1.3941987752914429
Epoch 1190: Loss: 1.4804588556289673
Epoch 1191: Loss: 1.395511269569397
Epoch 1192: Loss: 1.3068420886993408
Epoch 1193: Loss: 1.3420732021331787
Epoch 1194: Loss: 1.3052647113800049
Epoch 1195: Loss: 1.296237587928772
Epoch 1196: Loss: 1.3995723724365234
Epoch 1197: Loss: 1.3367035388946533
Epoch 1198: Loss: 1.4048722982406616
Epoch 1199: Loss: 1.280965805053711
Epoch 1200: Loss: 1.3152503967285156
Epoch 1201: Loss: 1.2920506000518799
Epoch 1202: Loss: 1.3644678592681885
Epoch 1203: Loss: 1.4174333810806274
Epoch 1204: Loss: 1.4444825649261475
Epoch 1205: Loss: 1.4000624418258667
Epoch 1206: Loss: 1.4296903610229492
Epoch 1207: Loss: 1.31586754322052
Epoch 1208: Loss: 1.3413898944854736
Epoch 1209: Loss: 1.3052949905395508
Epoch 1210: Loss: 1.3748798370361328
Epoch 1211: Loss: 1.3682211637496948
Epoch 1212: Loss: 1.3425089120864868
Epoch 1213: Loss: 1.4465808868408203
Epoch 1214: Loss: 1.2418403625488281
Epoch 1215: Loss: 1.2295986413955688
Epoch 1216: Loss: 1.344948172569275
Epoch 1217: Loss: 1.3174519538879395
Epoch 1218: Loss: 1.339349389076233
Epoch 1219: Loss: 1.2975072860717773
Epoch 1220: Loss: 1.3574095964431763
Epoch 1221: Loss: 1.2731105089187622
Epoch 1222: Loss: 1.3746113777160645
Epoch 1223: Loss: 1.260581612586975
Epoch 1224: Loss: 1.4512468576431274
Epoch 1225: Loss: 1.2191523313522339
Epoch 1226: Loss: 1.394528865814209
Epoch 1227: Loss: 1.220007300376892
Epoch 1228: Loss: 1.225302815437317
Epoch 1229: Loss: 1.3443893194198608
Epoch 1230: Loss: 1.3108305931091309
Epoch 1231: Loss: 1.2838280200958252
Epoch 1232: Loss: 1.356695294380188
Epoch 1233: Loss: 1.4225118160247803
Epoch 1234: Loss: 1.38125479221344
Epoch 1235: Loss: 1.3840806484222412
Epoch 1236: Loss: 1.2963309288024902
Epoch 1237: Loss: 1.2159312963485718
Epoch 1238: Loss: 1.3756623268127441
Epoch 1239: Loss: 1.331485390663147
Epoch 1240: Loss: 1.351446509361267
Epoch 1241: Loss: 1.3461593389511108
Epoch 1242: Loss: 1.261855125427246
Epoch 1243: Loss: 1.3655054569244385
Epoch 1244: Loss: 1.3121023178100586
Epoch 1245: Loss: 1.3061100244522095
Epoch 1246: Loss: 1.3240431547164917
Epoch 1247: Loss: 1.2347017526626587
Epoch 1248: Loss: 1.3851406574249268
Epoch 1249: Loss: 1.3634617328643799
Epoch 1250: Loss: 1.3366823196411133
Epoch 1251: Loss: 1.30306875705719
Epoch 1252: Loss: 1.3540678024291992
Epoch 1253: Loss: 1.3597832918167114
Epoch 1254: Loss: 1.343360424041748
Epoch 1255: Loss: 1.317559838294983
Epoch 1256: Loss: 1.279410719871521
Epoch 1257: Loss: 1.3315874338150024
Epoch 1258: Loss: 1.2043730020523071
Epoch 1259: Loss: 1.2975900173187256
Epoch 1260: Loss: 1.3126239776611328
Epoch 1261: Loss: 1.3780730962753296
Epoch 1262: Loss: 1.2529629468917847
Epoch 1263: Loss: 1.3173714876174927
Epoch 1264: Loss: 1.2585269212722778
Epoch 1265: Loss: 1.2937079668045044
Epoch 1266: Loss: 1.2843505144119263
Epoch 1267: Loss: 1.3383190631866455
Epoch 1268: Loss: 1.2887630462646484
Epoch 1269: Loss: 1.301988124847412
Epoch 1270: Loss: 1.3512005805969238
Epoch 1271: Loss: 1.2827050685882568
Epoch 1272: Loss: 1.349203109741211
Epoch 1273: Loss: 1.2776850461959839
Epoch 1274: Loss: 1.2766410112380981
Epoch 1275: Loss: 1.2709580659866333
Epoch 1276: Loss: 1.3056458234786987
Epoch 1277: Loss: 1.256051778793335
Epoch 1278: Loss: 1.2079955339431763
Epoch 1279: Loss: 1.2101619243621826
Epoch 1280: Loss: 1.3023489713668823
Epoch 1281: Loss: 1.3427258729934692
Epoch 1282: Loss: 1.290207028388977
Epoch 1283: Loss: 1.293573260307312
Epoch 1284: Loss: 1.3590047359466553
Epoch 1285: Loss: 1.3013311624526978
Epoch 1286: Loss: 1.2648295164108276
Epoch 1287: Loss: 1.3603367805480957
Epoch 1288: Loss: 1.2586721181869507
Epoch 1289: Loss: 1.329118013381958
Epoch 1290: Loss: 1.2919715642929077
Epoch 1291: Loss: 1.2588918209075928
Epoch 1292: Loss: 1.3327064514160156
Epoch 1293: Loss: 1.2928414344787598
Epoch 1294: Loss: 1.3151845932006836
Epoch 1295: Loss: 1.2960337400436401
Epoch 1296: Loss: 1.2667664289474487
Epoch 1297: Loss: 1.182376503944397
Epoch 1298: Loss: 1.2913682460784912
Epoch 1299: Loss: 1.3778526782989502
Epoch 1300: Loss: 1.2969858646392822
Epoch 1301: Loss: 1.3099266290664673
Epoch 1302: Loss: 1.2626456022262573
Epoch 1303: Loss: 1.2075990438461304
Epoch 1304: Loss: 1.3359452486038208
Epoch 1305: Loss: 1.2789990901947021
Epoch 1306: Loss: 1.2254356145858765
Epoch 1307: Loss: 1.359067440032959
Epoch 1308: Loss: 1.2296096086502075
Epoch 1309: Loss: 1.359017014503479
Epoch 1310: Loss: 1.2082310914993286
Epoch 1311: Loss: 1.2772331237792969
Epoch 1312: Loss: 1.2515789270401
Epoch 1313: Loss: 1.312907338142395
Epoch 1314: Loss: 1.2897374629974365
Epoch 1315: Loss: 1.3091955184936523
Epoch 1316: Loss: 1.2136659622192383
Epoch 1317: Loss: 1.2637038230895996
Epoch 1318: Loss: 1.2985843420028687
Epoch 1319: Loss: 1.293761134147644
Epoch 1320: Loss: 1.323596715927124
Epoch 1321: Loss: 1.3190689086914062
Epoch 1322: Loss: 1.3152564764022827
Epoch 1323: Loss: 1.2961097955703735
Epoch 1324: Loss: 1.4129506349563599
Epoch 1325: Loss: 1.2915278673171997
Epoch 1326: Loss: 1.2447086572647095
Epoch 1327: Loss: 1.2956784963607788
Epoch 1328: Loss: 1.367089867591858
Epoch 1329: Loss: 1.3488140106201172
Epoch 1330: Loss: 1.3100084066390991
Epoch 1331: Loss: 1.3602207899093628
Epoch 1332: Loss: 1.256644368171692
Epoch 1333: Loss: 1.3260893821716309
Epoch 1334: Loss: 1.284223198890686
Epoch 1335: Loss: 1.25907301902771
Epoch 1336: Loss: 1.2721046209335327
Epoch 1337: Loss: 1.2973896265029907
Epoch 1338: Loss: 1.2376254796981812
Epoch 1339: Loss: 1.2825872898101807
Epoch 1340: Loss: 1.1392958164215088
Epoch 1341: Loss: 1.2285569906234741
Epoch 1342: Loss: 1.294779658317566
Epoch 1343: Loss: 1.3687762022018433
Epoch 1344: Loss: 1.2210453748703003
Epoch 1345: Loss: 1.3399834632873535
Epoch 1346: Loss: 1.3980239629745483
Epoch 1347: Loss: 1.2066324949264526
Epoch 1348: Loss: 1.2283815145492554
Epoch 1349: Loss: 1.2743374109268188
Epoch 1350: Loss: 1.2979737520217896
Epoch 1351: Loss: 1.2263704538345337
Epoch 1352: Loss: 1.2561832666397095
Epoch 1353: Loss: 1.284162163734436
Epoch 1354: Loss: 1.307137370109558
Epoch 1355: Loss: 1.3473533391952515
Epoch 1356: Loss: 1.277474284172058
Epoch 1357: Loss: 1.254014015197754
Epoch 1358: Loss: 1.3118393421173096
Epoch 1359: Loss: 1.3099290132522583
Epoch 1360: Loss: 1.3803999423980713
Epoch 1361: Loss: 1.2301011085510254
Epoch 1362: Loss: 1.274951696395874
Epoch 1363: Loss: 1.2757363319396973
Epoch 1364: Loss: 1.208450198173523
Epoch 1365: Loss: 1.2579530477523804
Epoch 1366: Loss: 1.2889994382858276
Epoch 1367: Loss: 1.1948045492172241
Epoch 1368: Loss: 1.1957883834838867
Epoch 1369: Loss: 1.2594654560089111
Epoch 1370: Loss: 1.3015745878219604
Epoch 1371: Loss: 1.2307087182998657
Epoch 1372: Loss: 1.280557632446289
Epoch 1373: Loss: 1.2810969352722168
Epoch 1374: Loss: 1.240227222442627
Epoch 1375: Loss: 1.2621036767959595
Epoch 1376: Loss: 1.3111567497253418
Epoch 1377: Loss: 1.2706053256988525
Epoch 1378: Loss: 1.291909098625183
Epoch 1379: Loss: 1.1123695373535156
Epoch 1380: Loss: 1.2606300115585327
Epoch 1381: Loss: 1.3101359605789185
Epoch 1382: Loss: 1.1703972816467285
Epoch 1383: Loss: 1.3056681156158447
Epoch 1384: Loss: 1.1949896812438965
Epoch 1385: Loss: 1.2558972835540771
Epoch 1386: Loss: 1.2503416538238525
Epoch 1387: Loss: 1.3832764625549316
Epoch 1388: Loss: 1.2493324279785156
Epoch 1389: Loss: 1.2689118385314941
Epoch 1390: Loss: 1.2701730728149414
Epoch 1391: Loss: 1.1774191856384277
Epoch 1392: Loss: 1.1877487897872925
Epoch 1393: Loss: 1.3106428384780884
Epoch 1394: Loss: 1.2611867189407349
Epoch 1395: Loss: 1.2611557245254517
Epoch 1396: Loss: 1.2541059255599976
Epoch 1397: Loss: 1.2342194318771362
Epoch 1398: Loss: 1.1517711877822876
Epoch 1399: Loss: 1.1866278648376465
Epoch 1400: Loss: 1.2200568914413452
Epoch 1401: Loss: 1.3102350234985352
Epoch 1402: Loss: 1.2389813661575317
Epoch 1403: Loss: 1.2612117528915405
Epoch 1404: Loss: 1.2909859418869019
Epoch 1405: Loss: 1.2251734733581543
Epoch 1406: Loss: 1.2297084331512451
Epoch 1407: Loss: 1.2533918619155884
Epoch 1408: Loss: 1.3148576021194458
Epoch 1409: Loss: 1.209277629852295
Epoch 1410: Loss: 1.220654845237732
Epoch 1411: Loss: 1.2240709066390991
Epoch 1412: Loss: 1.173742651939392
Epoch 1413: Loss: 1.1863497495651245
Epoch 1414: Loss: 1.2295966148376465
Epoch 1415: Loss: 1.2884067296981812
Epoch 1416: Loss: 1.2619364261627197
Epoch 1417: Loss: 1.2721046209335327
Epoch 1418: Loss: 1.2543449401855469
Epoch 1419: Loss: 1.1718056201934814
Epoch 1420: Loss: 1.2777599096298218
Epoch 1421: Loss: 1.2363227605819702
Epoch 1422: Loss: 1.2574204206466675
Epoch 1423: Loss: 1.270551085472107
Epoch 1424: Loss: 1.1463983058929443
Epoch 1425: Loss: 1.2171249389648438
Epoch 1426: Loss: 1.2449761629104614
Epoch 1427: Loss: 1.219170331954956
Epoch 1428: Loss: 1.2563780546188354
Epoch 1429: Loss: 1.2344802618026733
Epoch 1430: Loss: 1.183959722518921
Epoch 1431: Loss: 1.224097728729248
Epoch 1432: Loss: 1.1949400901794434
Epoch 1433: Loss: 1.2770943641662598
Epoch 1434: Loss: 1.262953519821167
Epoch 1435: Loss: 1.186935544013977
Epoch 1436: Loss: 1.1693774461746216
Epoch 1437: Loss: 1.0688234567642212
Epoch 1438: Loss: 1.2417247295379639
Epoch 1439: Loss: 1.296331763267517
Epoch 1440: Loss: 1.23028564453125
Epoch 1441: Loss: 1.297366976737976
Epoch 1442: Loss: 1.2167102098464966
Epoch 1443: Loss: 1.128906011581421
Epoch 1444: Loss: 1.224077582359314
Epoch 1445: Loss: 1.1101157665252686
Epoch 1446: Loss: 1.190208077430725
Epoch 1447: Loss: 1.2445359230041504
Epoch 1448: Loss: 1.2546539306640625
Epoch 1449: Loss: 1.2290799617767334
Epoch 1450: Loss: 1.3003065586090088
Epoch 1451: Loss: 1.2280700206756592
Epoch 1452: Loss: 1.2516674995422363
Epoch 1453: Loss: 1.2227749824523926
Epoch 1454: Loss: 1.2212976217269897
Epoch 1455: Loss: 1.1492390632629395
Epoch 1456: Loss: 1.3115448951721191
Epoch 1457: Loss: 1.2038034200668335
Epoch 1458: Loss: 1.2894779443740845
Epoch 1459: Loss: 1.168867826461792
Epoch 1460: Loss: 1.3228038549423218
Epoch 1461: Loss: 1.1109974384307861
Epoch 1462: Loss: 1.246330976486206
Epoch 1463: Loss: 1.1931108236312866
Epoch 1464: Loss: 1.1839869022369385
Epoch 1465: Loss: 1.2508152723312378
Epoch 1466: Loss: 1.199709177017212
Epoch 1467: Loss: 1.2491604089736938
Epoch 1468: Loss: 1.2105406522750854
Epoch 1469: Loss: 1.2527672052383423
Epoch 1470: Loss: 1.2581442594528198
Epoch 1471: Loss: 1.1797456741333008
Epoch 1472: Loss: 1.2020397186279297
Epoch 1473: Loss: 1.2138826847076416
Epoch 1474: Loss: 1.2321085929870605
Epoch 1475: Loss: 1.1229662895202637
Epoch 1476: Loss: 1.1902527809143066
Epoch 1477: Loss: 1.1491457223892212
Epoch 1478: Loss: 1.2366353273391724
Epoch 1479: Loss: 1.130938172340393
Epoch 1480: Loss: 1.1620880365371704
Epoch 1481: Loss: 1.1665363311767578
Epoch 1482: Loss: 1.1537307500839233
Epoch 1483: Loss: 1.1733211278915405
Epoch 1484: Loss: 1.2509604692459106
Epoch 1485: Loss: 1.2039294242858887
Epoch 1486: Loss: 1.2055476903915405
Epoch 1487: Loss: 1.192614197731018
Epoch 1488: Loss: 1.161047339439392
Epoch 1489: Loss: 1.1490079164505005
Epoch 1490: Loss: 1.2183526754379272
Epoch 1491: Loss: 1.2665889263153076
Epoch 1492: Loss: 1.1352334022521973
Epoch 1493: Loss: 1.2803536653518677
Epoch 1494: Loss: 1.205589771270752
Epoch 1495: Loss: 1.1924539804458618
Epoch 1496: Loss: 1.1861697435379028
Epoch 1497: Loss: 1.1784418821334839
Epoch 1498: Loss: 1.2473928928375244
Epoch 1499: Loss: 1.2222073078155518
Epoch 1500: Loss: 1.217141032218933
Epoch 1501: Loss: 1.1137065887451172
Epoch 1502: Loss: 1.21282160282135
Epoch 1503: Loss: 1.1118888854980469
Epoch 1504: Loss: 1.1584889888763428
Epoch 1505: Loss: 1.1985706090927124
Epoch 1506: Loss: 1.1923072338104248
Epoch 1507: Loss: 1.1508785486221313
Epoch 1508: Loss: 1.1298880577087402
Epoch 1509: Loss: 1.2435636520385742
Epoch 1510: Loss: 1.20211923122406
Epoch 1511: Loss: 1.1682193279266357
Epoch 1512: Loss: 1.1592243909835815
Epoch 1513: Loss: 1.2177135944366455
Epoch 1514: Loss: 1.2348766326904297
Epoch 1515: Loss: 1.193718671798706
Epoch 1516: Loss: 1.2971092462539673
Epoch 1517: Loss: 1.1482998132705688
Epoch 1518: Loss: 1.198702335357666
Epoch 1519: Loss: 1.229142189025879
Epoch 1520: Loss: 1.1710706949234009
Epoch 1521: Loss: 1.0984413623809814
Epoch 1522: Loss: 1.1801928281784058
Epoch 1523: Loss: 1.168500304222107
Epoch 1524: Loss: 1.1512956619262695
Epoch 1525: Loss: 1.1717426776885986
Epoch 1526: Loss: 1.1029564142227173
Epoch 1527: Loss: 1.2121148109436035
Epoch 1528: Loss: 1.1339460611343384
Epoch 1529: Loss: 1.21376633644104
Epoch 1530: Loss: 1.1868293285369873
Epoch 1531: Loss: 1.1219639778137207
Epoch 1532: Loss: 1.133670449256897
Epoch 1533: Loss: 1.176328182220459
Epoch 1534: Loss: 1.1067336797714233
Epoch 1535: Loss: 1.1666347980499268
Epoch 1536: Loss: 1.1409918069839478
Epoch 1537: Loss: 1.168652892112732
Epoch 1538: Loss: 1.1776314973831177
Epoch 1539: Loss: 1.1469264030456543
Epoch 1540: Loss: 1.1421433687210083
Epoch 1541: Loss: 1.228057622909546
Epoch 1542: Loss: 1.2254045009613037
Epoch 1543: Loss: 1.1493176221847534
Epoch 1544: Loss: 1.095485806465149
Epoch 1545: Loss: 1.203137755393982
Epoch 1546: Loss: 1.0536617040634155
Epoch 1547: Loss: 1.148050308227539
Epoch 1548: Loss: 1.1519904136657715
Epoch 1549: Loss: 1.24586820602417
Epoch 1550: Loss: 1.1529535055160522
Epoch 1551: Loss: 1.2587441205978394
Epoch 1552: Loss: 1.1610310077667236
Epoch 1553: Loss: 1.2238175868988037
Epoch 1554: Loss: 1.147993564605713
Epoch 1555: Loss: 1.219065546989441
Epoch 1556: Loss: 1.120940923690796
Epoch 1557: Loss: 1.1757241487503052
Epoch 1558: Loss: 1.1752992868423462
Epoch 1559: Loss: 1.1645523309707642
Epoch 1560: Loss: 1.2931389808654785
Epoch 1561: Loss: 1.1345925331115723
Epoch 1562: Loss: 1.0940746068954468
Epoch 1563: Loss: 1.176709532737732
Epoch 1564: Loss: 1.1967884302139282
Epoch 1565: Loss: 1.1933099031448364
Epoch 1566: Loss: 1.1151762008666992
Epoch 1567: Loss: 1.1867592334747314
Epoch 1568: Loss: 1.0939421653747559
Epoch 1569: Loss: 1.1022863388061523
Epoch 1570: Loss: 1.1758474111557007
Epoch 1571: Loss: 1.153272032737732
Epoch 1572: Loss: 1.0964094400405884
Epoch 1573: Loss: 1.1339339017868042
Epoch 1574: Loss: 1.06979238986969
Epoch 1575: Loss: 1.1639914512634277
Epoch 1576: Loss: 1.2258269786834717
Epoch 1577: Loss: 1.0860328674316406
Epoch 1578: Loss: 1.192054271697998
Epoch 1579: Loss: 1.168530821800232
Epoch 1580: Loss: 1.1676937341690063
Epoch 1581: Loss: 1.1964678764343262
Epoch 1582: Loss: 1.144247055053711
Epoch 1583: Loss: 1.1103230714797974
Epoch 1584: Loss: 1.1616283655166626
Epoch 1585: Loss: 1.1052625179290771
Epoch 1586: Loss: 1.1342204809188843
Epoch 1587: Loss: 1.0725511312484741
Epoch 1588: Loss: 1.1710437536239624
Epoch 1589: Loss: 1.189429521560669
Epoch 1590: Loss: 1.2084494829177856
Epoch 1591: Loss: 1.175088882446289
Epoch 1592: Loss: 1.1964541673660278
Epoch 1593: Loss: 1.2180087566375732
Epoch 1594: Loss: 1.1806858777999878
Epoch 1595: Loss: 1.237497091293335
Epoch 1596: Loss: 1.174984097480774
Epoch 1597: Loss: 1.124761939048767
Epoch 1598: Loss: 1.1586884260177612
Epoch 1599: Loss: 1.2068777084350586
Epoch 1600: Loss: 1.2066582441329956
Epoch 1601: Loss: 1.2064963579177856
Epoch 1602: Loss: 1.2277663946151733
Epoch 1603: Loss: 1.1552537679672241
Epoch 1604: Loss: 1.2100573778152466
Epoch 1605: Loss: 1.178768515586853
Epoch 1606: Loss: 1.135317325592041
Epoch 1607: Loss: 1.103063941001892
Epoch 1608: Loss: 1.1289407014846802
Epoch 1609: Loss: 1.176949143409729
Epoch 1610: Loss: 1.2031890153884888
Epoch 1611: Loss: 1.1158536672592163
Epoch 1612: Loss: 1.1570079326629639
Epoch 1613: Loss: 1.1417597532272339
Epoch 1614: Loss: 1.1029529571533203
Epoch 1615: Loss: 1.1785708665847778
Epoch 1616: Loss: 1.1326985359191895
Epoch 1617: Loss: 1.1090961694717407
Epoch 1618: Loss: 1.125789999961853
Epoch 1619: Loss: 1.2020020484924316
Epoch 1620: Loss: 1.101983666419983
Epoch 1621: Loss: 1.1529393196105957
Epoch 1622: Loss: 1.182023286819458
Epoch 1623: Loss: 1.1297316551208496
Epoch 1624: Loss: 1.0775947570800781
Epoch 1625: Loss: 1.127556562423706
Epoch 1626: Loss: 1.157968521118164
Epoch 1627: Loss: 1.156376838684082
Epoch 1628: Loss: 1.0920950174331665
Epoch 1629: Loss: 1.0901198387145996
Epoch 1630: Loss: 1.0972278118133545
Epoch 1631: Loss: 1.1806039810180664
Epoch 1632: Loss: 1.1657013893127441
Epoch 1633: Loss: 1.1001588106155396
Epoch 1634: Loss: 1.1893421411514282
Epoch 1635: Loss: 1.1583092212677002
Epoch 1636: Loss: 1.0887653827667236
Epoch 1637: Loss: 1.1207315921783447
Epoch 1638: Loss: 1.171077847480774
Epoch 1639: Loss: 1.2252429723739624
Epoch 1640: Loss: 1.0829514265060425
Epoch 1641: Loss: 1.1263130903244019
Epoch 1642: Loss: 1.2288082838058472
Epoch 1643: Loss: 1.0843061208724976
Epoch 1644: Loss: 1.1455180644989014
Epoch 1645: Loss: 1.1238787174224854
Epoch 1646: Loss: 1.105939269065857
Epoch 1647: Loss: 1.0903866291046143
Epoch 1648: Loss: 1.1558899879455566
Epoch 1649: Loss: 1.093304991722107
Epoch 1650: Loss: 1.1609063148498535
Epoch 1651: Loss: 1.1681580543518066
Epoch 1652: Loss: 1.1320676803588867
Epoch 1653: Loss: 1.151852011680603
Epoch 1654: Loss: 1.0383278131484985
Epoch 1655: Loss: 1.1738438606262207
Epoch 1656: Loss: 1.074056625366211
Epoch 1657: Loss: 1.052401065826416
Epoch 1658: Loss: 1.1047230958938599
Epoch 1659: Loss: 1.20669686794281
Epoch 1660: Loss: 1.1189498901367188
Epoch 1661: Loss: 1.1420722007751465
Epoch 1662: Loss: 1.118698239326477
Epoch 1663: Loss: 1.148373007774353
Epoch 1664: Loss: 1.1194812059402466
Epoch 1665: Loss: 1.1132879257202148
Epoch 1666: Loss: 1.115567922592163
Epoch 1667: Loss: 1.1519551277160645
Epoch 1668: Loss: 1.1341352462768555
Epoch 1669: Loss: 1.1208528280258179
Epoch 1670: Loss: 1.0806376934051514
Epoch 1671: Loss: 1.1553045511245728
Epoch 1672: Loss: 1.1250296831130981
Epoch 1673: Loss: 1.0414859056472778
Epoch 1674: Loss: 1.0954509973526
Epoch 1675: Loss: 1.0700000524520874
Epoch 1676: Loss: 1.0924571752548218
Epoch 1677: Loss: 1.0862621068954468
Epoch 1678: Loss: 1.1088883876800537
Epoch 1679: Loss: 1.0820238590240479
Epoch 1680: Loss: 1.2040704488754272
Epoch 1681: Loss: 1.1197664737701416
Epoch 1682: Loss: 1.1629778146743774
Epoch 1683: Loss: 1.1379806995391846
Epoch 1684: Loss: 1.0961741209030151
Epoch 1685: Loss: 1.188381314277649
Epoch 1686: Loss: 1.2036232948303223
Epoch 1687: Loss: 1.1286906003952026
Epoch 1688: Loss: 1.0876376628875732
Epoch 1689: Loss: 1.203568935394287
Epoch 1690: Loss: 1.0847749710083008
Epoch 1691: Loss: 1.159719705581665
Epoch 1692: Loss: 1.1356136798858643
Epoch 1693: Loss: 1.1063028573989868
Epoch 1694: Loss: 1.098771333694458
Epoch 1695: Loss: 1.1125229597091675
Epoch 1696: Loss: 1.1690073013305664
Epoch 1697: Loss: 1.1121561527252197
Epoch 1698: Loss: 1.1613985300064087
Epoch 1699: Loss: 1.1991841793060303
Epoch 1700: Loss: 1.084511399269104
Epoch 1701: Loss: 1.069694995880127
Epoch 1702: Loss: 1.1112531423568726
Epoch 1703: Loss: 1.0662412643432617
Epoch 1704: Loss: 1.1088796854019165
Epoch 1705: Loss: 1.116660237312317
Epoch 1706: Loss: 1.147437334060669
Epoch 1707: Loss: 1.149764060974121
Epoch 1708: Loss: 1.027631402015686
Epoch 1709: Loss: 1.1533966064453125
Epoch 1710: Loss: 1.0823135375976562
Epoch 1711: Loss: 1.1688356399536133
Epoch 1712: Loss: 1.1686718463897705
Epoch 1713: Loss: 1.0323110818862915
Epoch 1714: Loss: 1.1303633451461792
Epoch 1715: Loss: 1.0534203052520752
Epoch 1716: Loss: 1.0498161315917969
Epoch 1717: Loss: 1.1654564142227173
Epoch 1718: Loss: 1.115679144859314
Epoch 1719: Loss: 1.1359983682632446
Epoch 1720: Loss: 1.0904288291931152
Epoch 1721: Loss: 1.1917870044708252
Epoch 1722: Loss: 1.0525307655334473
Epoch 1723: Loss: 1.0703867673873901
Epoch 1724: Loss: 1.138834834098816
Epoch 1725: Loss: 1.1577284336090088
Epoch 1726: Loss: 1.0738179683685303
Epoch 1727: Loss: 1.0815939903259277
Epoch 1728: Loss: 1.1136916875839233
Epoch 1729: Loss: 1.1714059114456177
Epoch 1730: Loss: 1.1149784326553345
Epoch 1731: Loss: 1.0128686428070068
Epoch 1732: Loss: 1.1161079406738281
Epoch 1733: Loss: 1.1406301259994507
Epoch 1734: Loss: 1.0696003437042236
Epoch 1735: Loss: 1.158968210220337
Epoch 1736: Loss: 1.0741243362426758
Epoch 1737: Loss: 1.1418051719665527
Epoch 1738: Loss: 1.0607548952102661
Epoch 1739: Loss: 1.1554285287857056
Epoch 1740: Loss: 1.0949389934539795
Epoch 1741: Loss: 1.111678957939148
Epoch 1742: Loss: 1.0984420776367188
Epoch 1743: Loss: 1.130529522895813
Epoch 1744: Loss: 1.0428985357284546
Epoch 1745: Loss: 1.0613981485366821
Epoch 1746: Loss: 1.0021164417266846
Epoch 1747: Loss: 1.0087207555770874
Epoch 1748: Loss: 1.0769723653793335
Epoch 1749: Loss: 1.1123346090316772
Epoch 1750: Loss: 1.086508870124817
Epoch 1751: Loss: 1.0951359272003174
Epoch 1752: Loss: 1.1259011030197144
Epoch 1753: Loss: 1.0640230178833008
Epoch 1754: Loss: 1.031983733177185
Epoch 1755: Loss: 1.0346925258636475
Epoch 1756: Loss: 1.1050904989242554
Epoch 1757: Loss: 1.0622354745864868
Epoch 1758: Loss: 1.140069842338562
Epoch 1759: Loss: 1.09586501121521
Epoch 1760: Loss: 1.0565136671066284
Epoch 1761: Loss: 1.0826342105865479
Epoch 1762: Loss: 1.1315921545028687
Epoch 1763: Loss: 1.0820395946502686
Epoch 1764: Loss: 1.1013745069503784
Epoch 1765: Loss: 1.0500147342681885
Epoch 1766: Loss: 1.1245733499526978
Epoch 1767: Loss: 1.2266687154769897
Epoch 1768: Loss: 1.1059941053390503
Epoch 1769: Loss: 1.0382273197174072
Epoch 1770: Loss: 1.1594836711883545
Epoch 1771: Loss: 1.1111124753952026
Epoch 1772: Loss: 1.152872085571289
Epoch 1773: Loss: 1.1263322830200195
Epoch 1774: Loss: 1.0339865684509277
Epoch 1775: Loss: 1.1181070804595947
Epoch 1776: Loss: 1.071980595588684
Epoch 1777: Loss: 1.1504805088043213
Epoch 1778: Loss: 1.0231536626815796
Epoch 1779: Loss: 1.0988688468933105
Epoch 1780: Loss: 1.0084255933761597
Epoch 1781: Loss: 1.1400110721588135
Epoch 1782: Loss: 1.1402482986450195
Epoch 1783: Loss: 1.1166330575942993
Epoch 1784: Loss: 1.077855110168457
Epoch 1785: Loss: 1.1124241352081299
Epoch 1786: Loss: 0.9476726055145264
Epoch 1787: Loss: 1.021254062652588
Epoch 1788: Loss: 1.0894653797149658
Epoch 1789: Loss: 1.1084303855895996
Epoch 1790: Loss: 1.154312252998352
Epoch 1791: Loss: 1.1400038003921509
Epoch 1792: Loss: 1.0476539134979248
Epoch 1793: Loss: 1.1713520288467407
Epoch 1794: Loss: 1.0207346677780151
Epoch 1795: Loss: 1.0949902534484863
Epoch 1796: Loss: 1.1907175779342651
Epoch 1797: Loss: 1.0986216068267822
Epoch 1798: Loss: 1.0370298624038696
Epoch 1799: Loss: 1.1100577116012573
Epoch 1800: Loss: 1.1409106254577637
Epoch 1801: Loss: 1.0946458578109741
Epoch 1802: Loss: 1.0926141738891602
Epoch 1803: Loss: 1.0400211811065674
Epoch 1804: Loss: 1.0892860889434814
Epoch 1805: Loss: 1.1308314800262451
Epoch 1806: Loss: 1.1530624628067017
Epoch 1807: Loss: 1.0966558456420898
Epoch 1808: Loss: 1.0997471809387207
Epoch 1809: Loss: 1.0700268745422363
Epoch 1810: Loss: 1.0957560539245605
Epoch 1811: Loss: 1.1045423746109009
Epoch 1812: Loss: 1.1204131841659546
Epoch 1813: Loss: 1.0309154987335205
Epoch 1814: Loss: 1.0668948888778687
Epoch 1815: Loss: 1.1218984127044678
Epoch 1816: Loss: 1.0566534996032715
Epoch 1817: Loss: 1.036556601524353
Epoch 1818: Loss: 1.1917716264724731
Epoch 1819: Loss: 1.0351049900054932
Epoch 1820: Loss: 1.1240988969802856
Epoch 1821: Loss: 1.050603985786438
Epoch 1822: Loss: 1.0292776823043823
Epoch 1823: Loss: 1.0688377618789673
Epoch 1824: Loss: 1.0264501571655273
Epoch 1825: Loss: 1.1123427152633667
Epoch 1826: Loss: 1.0854566097259521
Epoch 1827: Loss: 1.037972331047058
Epoch 1828: Loss: 1.0764524936676025
Epoch 1829: Loss: 1.0274066925048828
Epoch 1830: Loss: 1.1611063480377197
Epoch 1831: Loss: 1.1483404636383057
Epoch 1832: Loss: 1.0982625484466553
Epoch 1833: Loss: 1.0560036897659302
Epoch 1834: Loss: 1.1108613014221191
Epoch 1835: Loss: 1.1089061498641968
Epoch 1836: Loss: 1.026995301246643
Epoch 1837: Loss: 1.1491856575012207
Epoch 1838: Loss: 1.1092360019683838
Epoch 1839: Loss: 1.086531639099121
Epoch 1840: Loss: 1.0539183616638184
Epoch 1841: Loss: 1.0496643781661987
Epoch 1842: Loss: 1.0945611000061035
Epoch 1843: Loss: 1.1012368202209473
Epoch 1844: Loss: 1.0953961610794067
Epoch 1845: Loss: 1.1087563037872314
Epoch 1846: Loss: 1.0335363149642944
Epoch 1847: Loss: 1.0822583436965942
Epoch 1848: Loss: 0.9621972441673279
Epoch 1849: Loss: 1.0759774446487427
Epoch 1850: Loss: 0.9981650710105896
Epoch 1851: Loss: 1.0835388898849487
Epoch 1852: Loss: 1.0287505388259888
Epoch 1853: Loss: 1.0804550647735596
Epoch 1854: Loss: 1.0107901096343994
Epoch 1855: Loss: 1.0832089185714722
Epoch 1856: Loss: 1.070955514907837
Epoch 1857: Loss: 1.056503176689148
Epoch 1858: Loss: 1.0260263681411743
Epoch 1859: Loss: 1.0601218938827515
Epoch 1860: Loss: 0.986345648765564
Epoch 1861: Loss: 1.0691131353378296
Epoch 1862: Loss: 1.0896600484848022
Epoch 1863: Loss: 1.0485841035842896
Epoch 1864: Loss: 1.008642554283142
Epoch 1865: Loss: 1.055152177810669
Epoch 1866: Loss: 1.0523982048034668
Epoch 1867: Loss: 1.063950538635254
Epoch 1868: Loss: 0.9995119571685791
Epoch 1869: Loss: 1.1005805730819702
Epoch 1870: Loss: 0.9879656434059143
Epoch 1871: Loss: 1.0208711624145508
Epoch 1872: Loss: 1.0668641328811646
Epoch 1873: Loss: 1.0050952434539795
Epoch 1874: Loss: 1.074178695678711
Epoch 1875: Loss: 1.076896071434021
Epoch 1876: Loss: 1.0424573421478271
Epoch 1877: Loss: 1.1112828254699707
Epoch 1878: Loss: 1.0381091833114624
Epoch 1879: Loss: 1.048359990119934
Epoch 1880: Loss: 1.0205421447753906
Epoch 1881: Loss: 1.0706020593643188
Epoch 1882: Loss: 1.0660277605056763
Epoch 1883: Loss: 1.1755399703979492
Epoch 1884: Loss: 0.9989690780639648
Epoch 1885: Loss: 1.1110055446624756
Epoch 1886: Loss: 1.1119623184204102
Epoch 1887: Loss: 1.0674660205841064
Epoch 1888: Loss: 1.146191120147705
Epoch 1889: Loss: 1.127543568611145
Epoch 1890: Loss: 1.058783769607544
Epoch 1891: Loss: 1.0166720151901245
Epoch 1892: Loss: 1.0768686532974243
Epoch 1893: Loss: 1.0888862609863281
Epoch 1894: Loss: 1.0263844728469849
Epoch 1895: Loss: 1.0609766244888306
Epoch 1896: Loss: 1.0550687313079834
Epoch 1897: Loss: 0.9484427571296692
Epoch 1898: Loss: 1.134902000427246
Epoch 1899: Loss: 1.0605632066726685
Epoch 1900: Loss: 1.0055532455444336
Epoch 1901: Loss: 1.0109219551086426
Epoch 1902: Loss: 1.1597952842712402
Epoch 1903: Loss: 1.051351547241211
Epoch 1904: Loss: 1.0080029964447021
Epoch 1905: Loss: 1.0381953716278076
Epoch 1906: Loss: 1.0471138954162598
Epoch 1907: Loss: 1.0251848697662354
Epoch 1908: Loss: 1.01246178150177
Epoch 1909: Loss: 1.0877282619476318
Epoch 1910: Loss: 0.9766338467597961
Epoch 1911: Loss: 1.0310231447219849
Epoch 1912: Loss: 1.1631557941436768
Epoch 1913: Loss: 1.0146431922912598
Epoch 1914: Loss: 1.0257411003112793
Epoch 1915: Loss: 1.0379377603530884
Epoch 1916: Loss: 1.0301055908203125
Epoch 1917: Loss: 1.0970529317855835
Epoch 1918: Loss: 1.0556285381317139
Epoch 1919: Loss: 0.9959467053413391
Epoch 1920: Loss: 1.0900005102157593
Epoch 1921: Loss: 1.1561129093170166
Epoch 1922: Loss: 1.019670844078064
Epoch 1923: Loss: 1.0270308256149292
Epoch 1924: Loss: 1.0130209922790527
Epoch 1925: Loss: 1.0488317012786865
Epoch 1926: Loss: 1.043716311454773
Epoch 1927: Loss: 1.0572011470794678
Epoch 1928: Loss: 1.0441408157348633
Epoch 1929: Loss: 1.0893679857254028
Epoch 1930: Loss: 1.0792629718780518
Epoch 1931: Loss: 1.0896906852722168
Epoch 1932: Loss: 1.0586620569229126
Epoch 1933: Loss: 1.0292932987213135
Epoch 1934: Loss: 1.0242472887039185
Epoch 1935: Loss: 1.026817798614502
Epoch 1936: Loss: 1.0369971990585327
Epoch 1937: Loss: 1.110764503479004
Epoch 1938: Loss: 0.9711331129074097
Epoch 1939: Loss: 1.0250715017318726
Epoch 1940: Loss: 1.0223309993743896
Epoch 1941: Loss: 1.0618408918380737
Epoch 1942: Loss: 1.0753556489944458
Epoch 1943: Loss: 1.1327524185180664
Epoch 1944: Loss: 1.0516802072525024
Epoch 1945: Loss: 1.0167690515518188
Epoch 1946: Loss: 1.0602021217346191
Epoch 1947: Loss: 1.0027092695236206
Epoch 1948: Loss: 0.9339149594306946
Epoch 1949: Loss: 1.041897177696228
Epoch 1950: Loss: 1.055920124053955
Epoch 1951: Loss: 1.0766199827194214
Epoch 1952: Loss: 1.028038740158081
Epoch 1953: Loss: 0.9992859363555908
Epoch 1954: Loss: 0.9780762195587158
Epoch 1955: Loss: 0.9925875663757324
Epoch 1956: Loss: 1.090743899345398
Epoch 1957: Loss: 1.0834094285964966
Epoch 1958: Loss: 1.0346475839614868
Epoch 1959: Loss: 0.9993179440498352
Epoch 1960: Loss: 1.014629602432251
Epoch 1961: Loss: 1.0426125526428223
Epoch 1962: Loss: 1.0697499513626099
Epoch 1963: Loss: 1.107592225074768
Epoch 1964: Loss: 1.0240068435668945
Epoch 1965: Loss: 0.9844068884849548
Epoch 1966: Loss: 0.9873781204223633
Epoch 1967: Loss: 1.008540153503418
Epoch 1968: Loss: 1.0293642282485962
Epoch 1969: Loss: 0.9645772576332092
Epoch 1970: Loss: 1.0089457035064697
Epoch 1971: Loss: 1.0247886180877686
Epoch 1972: Loss: 0.9828365445137024
Epoch 1973: Loss: 1.053796410560608
Epoch 1974: Loss: 1.0796340703964233
Epoch 1975: Loss: 1.0729610919952393
Epoch 1976: Loss: 1.089543342590332
Epoch 1977: Loss: 1.019613265991211
Epoch 1978: Loss: 1.13252592086792
Epoch 1979: Loss: 1.0377740859985352
Epoch 1980: Loss: 1.1547316312789917
Epoch 1981: Loss: 1.0206128358840942
Epoch 1982: Loss: 0.9983221292495728
Epoch 1983: Loss: 1.0884214639663696
Epoch 1984: Loss: 0.9933362007141113
Epoch 1985: Loss: 1.0420165061950684
Epoch 1986: Loss: 1.03598952293396
Epoch 1987: Loss: 0.9633250832557678
Epoch 1988: Loss: 1.0348061323165894
Epoch 1989: Loss: 1.1173285245895386
Epoch 1990: Loss: 0.9634341597557068
Epoch 1991: Loss: 1.0529210567474365
Epoch 1992: Loss: 1.0285944938659668
Epoch 1993: Loss: 1.1461066007614136
Epoch 1994: Loss: 1.0483266115188599
Epoch 1995: Loss: 0.955787181854248
Epoch 1996: Loss: 1.1283193826675415
Epoch 1997: Loss: 1.0023713111877441
Epoch 1998: Loss: 0.9200692176818848
Epoch 1999: Loss: 1.0292017459869385
Epoch 2000: Loss: 1.0673755407333374

def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

Test Loss: 3.850874900817871

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN 2 LAYERS'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt','PD GNN 3 LAYERS',"T_LOCAL_TX_PD",'PD GNN 2 LAYERS']]

# Calculating TX_COUNT and TX_MEAN
transactions_data['TX_COUNT'] = transactions_data.groupby(['ID', 'COUNTERPARTY'])['TX_AMOUNT'].transform('count')
transactions_data['TX_MEAN'] = transactions_data.groupby(['ID', 'COUNTERPARTY'])['TX_AMOUNT'].transform('mean')

transactions_data

G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])

for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'], tx_count=row['TX_COUNT'], tx_mean=row['TX_MEAN'])


print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'], tx_count=row['TX_COUNT'], tx_mean=row['TX_MEAN'])

print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")

Train Graph has 1129 nodes and 3297 edges.
Test Graph has 106 nodes and 49 edges.

G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)
edge_features = [[data['tx_amount'], data['tx_count'], data['tx_mean']] for _, _, data in G_train.edges(data=True)]
G_data_train.edge_attr = torch.tensor(edge_features, dtype=torch.float)


G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
edge_features = [[data['tx_amount'], data['tx_count'], data['tx_mean']] for _, _, data in G_test.edges(data=True)]
G_data_test.edge_attr = torch.tensor(edge_features, dtype=torch.float)

num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')

Epoch 1: Loss: 32.41835021972656
Epoch 2: Loss: 31.825180053710938
Epoch 3: Loss: 31.450489044189453
Epoch 4: Loss: 30.954965591430664
Epoch 5: Loss: 30.38775634765625
Epoch 6: Loss: 29.89249610900879
Epoch 7: Loss: 29.48677635192871
Epoch 8: Loss: 29.10199546813965
Epoch 9: Loss: 28.679677963256836
Epoch 10: Loss: 27.968273162841797
Epoch 11: Loss: 27.803007125854492
Epoch 12: Loss: 27.291553497314453
Epoch 13: Loss: 26.79412841796875
Epoch 14: Loss: 26.254920959472656
Epoch 15: Loss: 26.152400970458984
Epoch 16: Loss: 25.42543601989746
Epoch 17: Loss: 25.041902542114258
Epoch 18: Loss: 24.723960876464844
Epoch 19: Loss: 24.192819595336914
Epoch 20: Loss: 23.8312931060791
Epoch 21: Loss: 23.367259979248047
Epoch 22: Loss: 22.868331909179688
Epoch 23: Loss: 22.568878173828125
Epoch 24: Loss: 22.176347732543945
Epoch 25: Loss: 21.95272445678711
Epoch 26: Loss: 21.37904167175293
Epoch 27: Loss: 21.102310180664062
Epoch 28: Loss: 20.65489959716797
Epoch 29: Loss: 20.41763687133789
Epoch 30: Loss: 19.979238510131836
Epoch 31: Loss: 19.687105178833008
Epoch 32: Loss: 19.279987335205078
Epoch 33: Loss: 18.990848541259766
Epoch 34: Loss: 18.583511352539062
Epoch 35: Loss: 18.211986541748047
Epoch 36: Loss: 17.771451950073242
Epoch 37: Loss: 17.373329162597656
Epoch 38: Loss: 17.170223236083984
Epoch 39: Loss: 16.934978485107422
Epoch 40: Loss: 16.4322509765625
Epoch 41: Loss: 16.23719024658203
Epoch 42: Loss: 15.745872497558594
Epoch 43: Loss: 15.71656322479248
Epoch 44: Loss: 15.408802032470703
Epoch 45: Loss: 14.941061973571777
Epoch 46: Loss: 14.433871269226074
Epoch 47: Loss: 14.28629207611084
Epoch 48: Loss: 13.9251708984375
Epoch 49: Loss: 13.531865119934082
Epoch 50: Loss: 13.320549964904785
Epoch 51: Loss: 13.119080543518066
Epoch 52: Loss: 12.664968490600586
Epoch 53: Loss: 12.187403678894043
Epoch 54: Loss: 11.894355773925781
Epoch 55: Loss: 11.701529502868652
Epoch 56: Loss: 11.50171184539795
Epoch 57: Loss: 11.391680717468262
Epoch 58: Loss: 10.783366203308105
Epoch 59: Loss: 10.505228042602539
Epoch 60: Loss: 10.477568626403809
Epoch 61: Loss: 9.875354766845703
Epoch 62: Loss: 9.859810829162598
Epoch 63: Loss: 9.49624252319336
Epoch 64: Loss: 9.302632331848145
Epoch 65: Loss: 8.857931137084961
Epoch 66: Loss: 8.672444343566895
Epoch 67: Loss: 8.202932357788086
Epoch 68: Loss: 8.214040756225586
Epoch 69: Loss: 8.087214469909668
Epoch 70: Loss: 7.725693225860596
Epoch 71: Loss: 7.36545991897583
Epoch 72: Loss: 7.555617332458496
Epoch 73: Loss: 6.888508319854736
Epoch 74: Loss: 6.831200122833252
Epoch 75: Loss: 6.838742733001709
Epoch 76: Loss: 6.475734233856201
Epoch 77: Loss: 6.255692958831787
Epoch 78: Loss: 6.075843334197998
Epoch 79: Loss: 6.017397880554199
Epoch 80: Loss: 5.881206035614014
Epoch 81: Loss: 5.635848522186279
Epoch 82: Loss: 5.366148471832275
Epoch 83: Loss: 5.128007411956787
Epoch 84: Loss: 5.1080827713012695
Epoch 85: Loss: 5.281944274902344
Epoch 86: Loss: 5.168386459350586
Epoch 87: Loss: 4.788303852081299
Epoch 88: Loss: 4.994572162628174
Epoch 89: Loss: 4.770349502563477
Epoch 90: Loss: 4.729532718658447
Epoch 91: Loss: 4.535058498382568
Epoch 92: Loss: 4.4683709144592285
Epoch 93: Loss: 4.270865440368652
Epoch 94: Loss: 4.429657936096191
Epoch 95: Loss: 4.1951375007629395
Epoch 96: Loss: 4.29054069519043
Epoch 97: Loss: 4.24185848236084
Epoch 98: Loss: 4.217284202575684
Epoch 99: Loss: 4.063762187957764
Epoch 100: Loss: 4.113927841186523
Epoch 101: Loss: 3.9825356006622314
Epoch 102: Loss: 4.198311805725098
Epoch 103: Loss: 3.8739283084869385
Epoch 104: Loss: 3.9937686920166016
Epoch 105: Loss: 4.015061855316162
Epoch 106: Loss: 3.8409829139709473
Epoch 107: Loss: 3.99709415435791
Epoch 108: Loss: 3.9396352767944336
Epoch 109: Loss: 3.779111862182617
Epoch 110: Loss: 3.775027275085449
Epoch 111: Loss: 3.8463337421417236
Epoch 112: Loss: 3.7578928470611572
Epoch 113: Loss: 3.9498441219329834
Epoch 114: Loss: 3.691911458969116
Epoch 115: Loss: 3.779873847961426
Epoch 116: Loss: 3.7293784618377686
Epoch 117: Loss: 3.7931745052337646
Epoch 118: Loss: 3.831376791000366
Epoch 119: Loss: 3.6511940956115723
Epoch 120: Loss: 3.645615577697754
Epoch 121: Loss: 3.5864906311035156
Epoch 122: Loss: 3.665477991104126
Epoch 123: Loss: 3.5706541538238525
Epoch 124: Loss: 3.4702532291412354
Epoch 125: Loss: 3.4765381813049316
Epoch 126: Loss: 3.4792919158935547
Epoch 127: Loss: 3.5317635536193848
Epoch 128: Loss: 3.4082372188568115
Epoch 129: Loss: 3.358619213104248
Epoch 130: Loss: 3.4311203956604004
Epoch 131: Loss: 3.3866078853607178
Epoch 132: Loss: 3.3842906951904297
Epoch 133: Loss: 3.4088127613067627
Epoch 134: Loss: 3.5114212036132812
Epoch 135: Loss: 3.365795373916626
Epoch 136: Loss: 3.3190388679504395
Epoch 137: Loss: 3.3238766193389893
Epoch 138: Loss: 3.3918275833129883
Epoch 139: Loss: 3.2817270755767822
Epoch 140: Loss: 3.324615240097046
Epoch 141: Loss: 3.1965250968933105
Epoch 142: Loss: 3.354928970336914
Epoch 143: Loss: 3.3165698051452637
Epoch 144: Loss: 3.2872328758239746
Epoch 145: Loss: 3.0716211795806885
Epoch 146: Loss: 3.3082759380340576
Epoch 147: Loss: 3.2206573486328125
Epoch 148: Loss: 3.201852560043335
Epoch 149: Loss: 3.145815372467041
Epoch 150: Loss: 3.2419016361236572
Epoch 151: Loss: 3.213444709777832
Epoch 152: Loss: 3.2078704833984375
Epoch 153: Loss: 3.1525957584381104
Epoch 154: Loss: 3.1404223442077637
Epoch 155: Loss: 3.1781466007232666
Epoch 156: Loss: 3.2294909954071045
Epoch 157: Loss: 3.1447741985321045
Epoch 158: Loss: 3.094843864440918
Epoch 159: Loss: 3.1138854026794434
Epoch 160: Loss: 3.1234676837921143
Epoch 161: Loss: 3.0523014068603516
Epoch 162: Loss: 3.224586009979248
Epoch 163: Loss: 3.0142321586608887
Epoch 164: Loss: 2.9969425201416016
Epoch 165: Loss: 2.931380033493042
Epoch 166: Loss: 3.0677497386932373
Epoch 167: Loss: 2.954819440841675
Epoch 168: Loss: 3.0778472423553467
Epoch 169: Loss: 3.1114470958709717
Epoch 170: Loss: 3.0416910648345947
Epoch 171: Loss: 3.0629589557647705
Epoch 172: Loss: 2.9101827144622803
Epoch 173: Loss: 2.9221301078796387
Epoch 174: Loss: 3.192054510116577
Epoch 175: Loss: 3.0471761226654053
Epoch 176: Loss: 3.036435604095459
Epoch 177: Loss: 3.0042734146118164
Epoch 178: Loss: 2.994800090789795
Epoch 179: Loss: 3.0096538066864014
Epoch 180: Loss: 2.9334516525268555
Epoch 181: Loss: 3.0108392238616943
Epoch 182: Loss: 3.026049852371216
Epoch 183: Loss: 3.0538713932037354
Epoch 184: Loss: 2.914311408996582
Epoch 185: Loss: 2.8713202476501465
Epoch 186: Loss: 2.895906448364258
Epoch 187: Loss: 2.938260555267334
Epoch 188: Loss: 3.093550205230713
Epoch 189: Loss: 3.0501859188079834
Epoch 190: Loss: 2.9534130096435547
Epoch 191: Loss: 2.91886305809021
Epoch 192: Loss: 2.8682050704956055
Epoch 193: Loss: 2.8738913536071777
Epoch 194: Loss: 2.8922719955444336
Epoch 195: Loss: 2.852588415145874
Epoch 196: Loss: 2.8524255752563477
Epoch 197: Loss: 2.8471343517303467
Epoch 198: Loss: 2.831773042678833
Epoch 199: Loss: 2.865902900695801
Epoch 200: Loss: 2.8489558696746826
Epoch 201: Loss: 2.8576760292053223
Epoch 202: Loss: 2.878344774246216
Epoch 203: Loss: 2.8105850219726562
Epoch 204: Loss: 2.7568254470825195
Epoch 205: Loss: 2.7233076095581055
Epoch 206: Loss: 2.720771551132202
Epoch 207: Loss: 2.7493553161621094
Epoch 208: Loss: 2.8461313247680664
Epoch 209: Loss: 2.8411145210266113
Epoch 210: Loss: 2.8735337257385254
Epoch 211: Loss: 2.8508479595184326
Epoch 212: Loss: 2.7591264247894287
Epoch 213: Loss: 2.631633758544922
Epoch 214: Loss: 2.6341960430145264
Epoch 215: Loss: 2.8340466022491455
Epoch 216: Loss: 2.6837430000305176
Epoch 217: Loss: 2.831448554992676
Epoch 218: Loss: 2.8143563270568848
Epoch 219: Loss: 2.780100107192993
Epoch 220: Loss: 2.7718610763549805
Epoch 221: Loss: 2.6774420738220215
Epoch 222: Loss: 2.744480848312378
Epoch 223: Loss: 2.6965298652648926
Epoch 224: Loss: 2.6891775131225586
Epoch 225: Loss: 2.7720236778259277
Epoch 226: Loss: 2.627014398574829
Epoch 227: Loss: 2.7470028400421143
Epoch 228: Loss: 2.6752796173095703
Epoch 229: Loss: 2.6877527236938477
Epoch 230: Loss: 2.714977502822876
Epoch 231: Loss: 2.59525465965271
Epoch 232: Loss: 2.6470561027526855
Epoch 233: Loss: 2.698270320892334
Epoch 234: Loss: 2.6533427238464355
Epoch 235: Loss: 2.596713066101074
Epoch 236: Loss: 2.706510066986084
Epoch 237: Loss: 2.5692451000213623
Epoch 238: Loss: 2.699768543243408
Epoch 239: Loss: 2.5987868309020996
Epoch 240: Loss: 2.7678093910217285
Epoch 241: Loss: 2.5878007411956787
Epoch 242: Loss: 2.6272287368774414
Epoch 243: Loss: 2.593226909637451
Epoch 244: Loss: 2.632401704788208
Epoch 245: Loss: 2.74885892868042
Epoch 246: Loss: 2.620781898498535
Epoch 247: Loss: 2.6251275539398193
Epoch 248: Loss: 2.609294891357422
Epoch 249: Loss: 2.6597557067871094
Epoch 250: Loss: 2.597230911254883
Epoch 251: Loss: 2.749176502227783
Epoch 252: Loss: 2.708899736404419
Epoch 253: Loss: 2.566425085067749
Epoch 254: Loss: 2.561306953430176
Epoch 255: Loss: 2.5790834426879883
Epoch 256: Loss: 2.550363302230835
Epoch 257: Loss: 2.5464437007904053
Epoch 258: Loss: 2.595876693725586
Epoch 259: Loss: 2.6262969970703125
Epoch 260: Loss: 2.52312970161438
Epoch 261: Loss: 2.5821115970611572
Epoch 262: Loss: 2.608196258544922
Epoch 263: Loss: 2.6256637573242188
Epoch 264: Loss: 2.5865464210510254
Epoch 265: Loss: 2.5085325241088867
Epoch 266: Loss: 2.6147613525390625
Epoch 267: Loss: 2.539214849472046
Epoch 268: Loss: 2.5560801029205322
Epoch 269: Loss: 2.526921510696411
Epoch 270: Loss: 2.5771496295928955
Epoch 271: Loss: 2.597294569015503
Epoch 272: Loss: 2.495710611343384
Epoch 273: Loss: 2.5111496448516846
Epoch 274: Loss: 2.429450035095215
Epoch 275: Loss: 2.4456653594970703
Epoch 276: Loss: 2.497931718826294
Epoch 277: Loss: 2.531026840209961
Epoch 278: Loss: 2.4799489974975586
Epoch 279: Loss: 2.4415018558502197
Epoch 280: Loss: 2.503091335296631
Epoch 281: Loss: 2.6121325492858887
Epoch 282: Loss: 2.479200601577759
Epoch 283: Loss: 2.5321319103240967
Epoch 284: Loss: 2.4779603481292725
Epoch 285: Loss: 2.4826581478118896
Epoch 286: Loss: 2.4907140731811523
Epoch 287: Loss: 2.4652750492095947
Epoch 288: Loss: 2.525514841079712
Epoch 289: Loss: 2.4461658000946045
Epoch 290: Loss: 2.4094481468200684
Epoch 291: Loss: 2.468874454498291
Epoch 292: Loss: 2.409420967102051
Epoch 293: Loss: 2.4785654544830322
Epoch 294: Loss: 2.4536778926849365
Epoch 295: Loss: 2.4607300758361816
Epoch 296: Loss: 2.326107978820801
Epoch 297: Loss: 2.477834463119507
Epoch 298: Loss: 2.428704261779785
Epoch 299: Loss: 2.4213919639587402
Epoch 300: Loss: 2.487661600112915
Epoch 301: Loss: 2.4276158809661865
Epoch 302: Loss: 2.4773263931274414
Epoch 303: Loss: 2.4251720905303955
Epoch 304: Loss: 2.373016357421875
Epoch 305: Loss: 2.424534559249878
Epoch 306: Loss: 2.4193716049194336
Epoch 307: Loss: 2.4177398681640625
Epoch 308: Loss: 2.2696051597595215
Epoch 309: Loss: 2.3678267002105713
Epoch 310: Loss: 2.4136435985565186
Epoch 311: Loss: 2.379674196243286
Epoch 312: Loss: 2.4339678287506104
Epoch 313: Loss: 2.433101177215576
Epoch 314: Loss: 2.4775643348693848
Epoch 315: Loss: 2.3189029693603516
Epoch 316: Loss: 2.2886693477630615
Epoch 317: Loss: 2.3805086612701416
Epoch 318: Loss: 2.3348095417022705
Epoch 319: Loss: 2.228468656539917
Epoch 320: Loss: 2.3500003814697266
Epoch 321: Loss: 2.332740306854248
Epoch 322: Loss: 2.3681423664093018
Epoch 323: Loss: 2.3868625164031982
Epoch 324: Loss: 2.2944319248199463
Epoch 325: Loss: 2.4114468097686768
Epoch 326: Loss: 2.299450159072876
Epoch 327: Loss: 2.360802412033081
Epoch 328: Loss: 2.363675355911255
Epoch 329: Loss: 2.4246466159820557
Epoch 330: Loss: 2.313762664794922
Epoch 331: Loss: 2.376854181289673
Epoch 332: Loss: 2.4338290691375732
Epoch 333: Loss: 2.337193250656128
Epoch 334: Loss: 2.328075647354126
Epoch 335: Loss: 2.1900594234466553
Epoch 336: Loss: 2.375516653060913
Epoch 337: Loss: 2.3048973083496094
Epoch 338: Loss: 2.279764413833618
Epoch 339: Loss: 2.4579505920410156
Epoch 340: Loss: 2.29854679107666
Epoch 341: Loss: 2.288684844970703
Epoch 342: Loss: 2.4063634872436523
Epoch 343: Loss: 2.2913818359375
Epoch 344: Loss: 2.3538172245025635
Epoch 345: Loss: 2.236659526824951
Epoch 346: Loss: 2.2326998710632324
Epoch 347: Loss: 2.4423556327819824
Epoch 348: Loss: 2.3155300617218018
Epoch 349: Loss: 2.3478596210479736
Epoch 350: Loss: 2.3043322563171387
Epoch 351: Loss: 2.2627546787261963
Epoch 352: Loss: 2.2635982036590576
Epoch 353: Loss: 2.2821927070617676
Epoch 354: Loss: 2.2548656463623047
Epoch 355: Loss: 2.133763313293457
Epoch 356: Loss: 2.3162970542907715
Epoch 357: Loss: 2.2402334213256836
Epoch 358: Loss: 2.2611591815948486
Epoch 359: Loss: 2.345761775970459
Epoch 360: Loss: 2.3237850666046143
Epoch 361: Loss: 2.3346803188323975
Epoch 362: Loss: 2.253476142883301
Epoch 363: Loss: 2.2214484214782715
Epoch 364: Loss: 2.213568925857544
Epoch 365: Loss: 2.242689609527588
Epoch 366: Loss: 2.202094316482544
Epoch 367: Loss: 2.21185040473938
Epoch 368: Loss: 2.268578052520752
Epoch 369: Loss: 2.207407236099243
Epoch 370: Loss: 2.182785749435425
Epoch 371: Loss: 2.2271888256073
Epoch 372: Loss: 2.226184368133545
Epoch 373: Loss: 2.085045337677002
Epoch 374: Loss: 2.156470775604248
Epoch 375: Loss: 2.2505176067352295
Epoch 376: Loss: 2.246405601501465
Epoch 377: Loss: 2.093719720840454
Epoch 378: Loss: 2.2221603393554688
Epoch 379: Loss: 2.1801199913024902
Epoch 380: Loss: 2.242448329925537
Epoch 381: Loss: 2.242753744125366
Epoch 382: Loss: 2.1398448944091797
Epoch 383: Loss: 2.1788718700408936
Epoch 384: Loss: 2.2278993129730225
Epoch 385: Loss: 2.1909735202789307
Epoch 386: Loss: 2.1102230548858643
Epoch 387: Loss: 2.148857593536377
Epoch 388: Loss: 2.2506537437438965
Epoch 389: Loss: 2.176609754562378
Epoch 390: Loss: 2.1141340732574463
Epoch 391: Loss: 2.173888921737671
Epoch 392: Loss: 2.166447401046753
Epoch 393: Loss: 2.170377731323242
Epoch 394: Loss: 2.1741855144500732
Epoch 395: Loss: 2.104001998901367
Epoch 396: Loss: 2.218719005584717
Epoch 397: Loss: 2.197314977645874
Epoch 398: Loss: 2.083779811859131
Epoch 399: Loss: 2.165489912033081
Epoch 400: Loss: 2.1826202869415283
Epoch 401: Loss: 2.170814037322998
Epoch 402: Loss: 2.1162755489349365
Epoch 403: Loss: 2.030137777328491
Epoch 404: Loss: 2.1050212383270264
Epoch 405: Loss: 2.0988872051239014
Epoch 406: Loss: 2.1167654991149902
Epoch 407: Loss: 2.1566593647003174
Epoch 408: Loss: 2.1486024856567383
Epoch 409: Loss: 2.1276962757110596
Epoch 410: Loss: 2.1590638160705566
Epoch 411: Loss: 2.0507242679595947
Epoch 412: Loss: 2.1256046295166016
Epoch 413: Loss: 2.1345040798187256
Epoch 414: Loss: 2.0993337631225586
Epoch 415: Loss: 2.2290074825286865
Epoch 416: Loss: 2.096661329269409
Epoch 417: Loss: 2.1817679405212402
Epoch 418: Loss: 2.123098373413086
Epoch 419: Loss: 2.138129234313965
Epoch 420: Loss: 2.193983316421509
Epoch 421: Loss: 2.142089366912842
Epoch 422: Loss: 2.046015739440918
Epoch 423: Loss: 2.0920467376708984
Epoch 424: Loss: 2.0298287868499756
Epoch 425: Loss: 2.0418224334716797
Epoch 426: Loss: 2.016747236251831
Epoch 427: Loss: 2.112574577331543
Epoch 428: Loss: 2.036496877670288
Epoch 429: Loss: 2.022021532058716
Epoch 430: Loss: 2.135503053665161
Epoch 431: Loss: 2.0850188732147217
Epoch 432: Loss: 2.006725549697876
Epoch 433: Loss: 2.0961387157440186
Epoch 434: Loss: 2.1428749561309814
Epoch 435: Loss: 2.064624071121216
Epoch 436: Loss: 2.1175179481506348
Epoch 437: Loss: 2.073770523071289
Epoch 438: Loss: 2.1087687015533447
Epoch 439: Loss: 2.105597734451294
Epoch 440: Loss: 2.112412452697754
Epoch 441: Loss: 1.9600459337234497
Epoch 442: Loss: 2.153925895690918
Epoch 443: Loss: 1.9536762237548828
Epoch 444: Loss: 2.199685573577881
Epoch 445: Loss: 2.0203909873962402
Epoch 446: Loss: 2.0537893772125244
Epoch 447: Loss: 2.0575685501098633
Epoch 448: Loss: 2.058858871459961
Epoch 449: Loss: 2.115638494491577
Epoch 450: Loss: 1.9831981658935547
Epoch 451: Loss: 2.083556890487671
Epoch 452: Loss: 2.1024200916290283
Epoch 453: Loss: 2.1222569942474365
Epoch 454: Loss: 2.067321300506592
Epoch 455: Loss: 2.0103394985198975
Epoch 456: Loss: 1.9935638904571533
Epoch 457: Loss: 2.0004453659057617
Epoch 458: Loss: 2.0145304203033447
Epoch 459: Loss: 2.1075305938720703
Epoch 460: Loss: 2.0477681159973145
Epoch 461: Loss: 2.089913845062256
Epoch 462: Loss: 1.9146097898483276
Epoch 463: Loss: 2.0105597972869873
Epoch 464: Loss: 1.9678930044174194
Epoch 465: Loss: 2.0567076206207275
Epoch 466: Loss: 2.07150936126709
Epoch 467: Loss: 2.018869638442993
Epoch 468: Loss: 2.0491080284118652
Epoch 469: Loss: 2.0577802658081055
Epoch 470: Loss: 1.9908990859985352
Epoch 471: Loss: 2.0381133556365967
Epoch 472: Loss: 1.974159836769104
Epoch 473: Loss: 2.013129949569702
Epoch 474: Loss: 1.9540648460388184
Epoch 475: Loss: 2.048692464828491
Epoch 476: Loss: 2.0721418857574463
Epoch 477: Loss: 1.9808783531188965
Epoch 478: Loss: 1.9520602226257324
Epoch 479: Loss: 1.9236267805099487
Epoch 480: Loss: 1.9884414672851562
Epoch 481: Loss: 2.0556280612945557
Epoch 482: Loss: 2.0097768306732178
Epoch 483: Loss: 1.9164398908615112
Epoch 484: Loss: 1.9837446212768555
Epoch 485: Loss: 1.9849307537078857
Epoch 486: Loss: 1.8829394578933716
Epoch 487: Loss: 1.9805455207824707
Epoch 488: Loss: 1.9488435983657837
Epoch 489: Loss: 2.0260519981384277
Epoch 490: Loss: 2.002448320388794
Epoch 491: Loss: 1.9344371557235718
Epoch 492: Loss: 2.0463390350341797
Epoch 493: Loss: 2.0201644897460938
Epoch 494: Loss: 2.0191454887390137
Epoch 495: Loss: 1.8787661790847778
Epoch 496: Loss: 1.939915657043457
Epoch 497: Loss: 1.9137003421783447
Epoch 498: Loss: 1.9715404510498047
Epoch 499: Loss: 1.9071317911148071
Epoch 500: Loss: 1.9037084579467773
Epoch 501: Loss: 1.896501898765564
Epoch 502: Loss: 1.9061179161071777
Epoch 503: Loss: 1.9564731121063232
Epoch 504: Loss: 1.8851335048675537
Epoch 505: Loss: 1.9357140064239502
Epoch 506: Loss: 1.898743748664856
Epoch 507: Loss: 2.011477470397949
Epoch 508: Loss: 1.8410521745681763
Epoch 509: Loss: 1.9458427429199219
Epoch 510: Loss: 1.9881784915924072
Epoch 511: Loss: 1.959977388381958
Epoch 512: Loss: 1.9622851610183716
Epoch 513: Loss: 1.9176990985870361
Epoch 514: Loss: 1.9520618915557861
Epoch 515: Loss: 1.88816499710083
Epoch 516: Loss: 1.9449353218078613
Epoch 517: Loss: 1.9454394578933716
Epoch 518: Loss: 1.867011308670044
Epoch 519: Loss: 1.8793355226516724
Epoch 520: Loss: 1.8916270732879639
Epoch 521: Loss: 1.9549554586410522
Epoch 522: Loss: 1.8558151721954346
Epoch 523: Loss: 1.8585163354873657
Epoch 524: Loss: 1.9226195812225342
Epoch 525: Loss: 1.8719100952148438
Epoch 526: Loss: 1.8460376262664795
Epoch 527: Loss: 1.8411659002304077
Epoch 528: Loss: 1.9196176528930664
Epoch 529: Loss: 1.8904526233673096
Epoch 530: Loss: 1.863306999206543
Epoch 531: Loss: 1.9311739206314087
Epoch 532: Loss: 1.8478111028671265
Epoch 533: Loss: 1.869615912437439
Epoch 534: Loss: 1.8551089763641357
Epoch 535: Loss: 1.812423825263977
Epoch 536: Loss: 1.816839337348938
Epoch 537: Loss: 1.9996562004089355
Epoch 538: Loss: 1.837424397468567
Epoch 539: Loss: 1.8749078512191772
Epoch 540: Loss: 1.8679121732711792
Epoch 541: Loss: 1.9028843641281128
Epoch 542: Loss: 1.8553694486618042
Epoch 543: Loss: 1.9221268892288208
Epoch 544: Loss: 1.868341326713562
Epoch 545: Loss: 1.8446067571640015
Epoch 546: Loss: 1.9001315832138062
Epoch 547: Loss: 1.8155829906463623
Epoch 548: Loss: 1.8118274211883545
Epoch 549: Loss: 1.900663137435913
Epoch 550: Loss: 1.8961119651794434
Epoch 551: Loss: 1.825417399406433
Epoch 552: Loss: 1.9141026735305786
Epoch 553: Loss: 1.7200974225997925
Epoch 554: Loss: 1.87092924118042
Epoch 555: Loss: 1.8677077293395996
Epoch 556: Loss: 1.905947208404541
Epoch 557: Loss: 1.8296252489089966
Epoch 558: Loss: 1.8902546167373657
Epoch 559: Loss: 1.883341908454895
Epoch 560: Loss: 1.795562744140625
Epoch 561: Loss: 1.8826090097427368
Epoch 562: Loss: 1.8301777839660645
Epoch 563: Loss: 1.8350188732147217
Epoch 564: Loss: 1.87012779712677
Epoch 565: Loss: 1.82063627243042
Epoch 566: Loss: 1.8826667070388794
Epoch 567: Loss: 1.8001850843429565
Epoch 568: Loss: 1.8657149076461792
Epoch 569: Loss: 1.8558034896850586
Epoch 570: Loss: 1.78725004196167
Epoch 571: Loss: 1.8080129623413086
Epoch 572: Loss: 1.825133204460144
Epoch 573: Loss: 1.7523181438446045
Epoch 574: Loss: 1.8245997428894043
Epoch 575: Loss: 1.8635154962539673
Epoch 576: Loss: 1.8552440404891968
Epoch 577: Loss: 1.7829797267913818
Epoch 578: Loss: 1.8612542152404785
Epoch 579: Loss: 1.7766529321670532
Epoch 580: Loss: 1.8293323516845703
Epoch 581: Loss: 1.7759007215499878
Epoch 582: Loss: 1.7061820030212402
Epoch 583: Loss: 1.8508332967758179
Epoch 584: Loss: 1.782336950302124
Epoch 585: Loss: 1.7942887544631958
Epoch 586: Loss: 1.7605730295181274
Epoch 587: Loss: 1.7528839111328125
Epoch 588: Loss: 1.817892074584961
Epoch 589: Loss: 1.8095099925994873
Epoch 590: Loss: 1.8249483108520508
Epoch 591: Loss: 1.753185749053955
Epoch 592: Loss: 1.7798973321914673
Epoch 593: Loss: 1.770938515663147
Epoch 594: Loss: 1.802736520767212
Epoch 595: Loss: 1.7781920433044434
Epoch 596: Loss: 1.8306994438171387
Epoch 597: Loss: 1.7682424783706665
Epoch 598: Loss: 1.9187848567962646
Epoch 599: Loss: 1.7926348447799683
Epoch 600: Loss: 1.7726008892059326
Epoch 601: Loss: 1.7904402017593384
Epoch 602: Loss: 1.77857506275177
Epoch 603: Loss: 1.7517770528793335
Epoch 604: Loss: 1.7931119203567505
Epoch 605: Loss: 1.6918342113494873
Epoch 606: Loss: 1.76398766040802
Epoch 607: Loss: 1.800122618675232
Epoch 608: Loss: 1.7976493835449219
Epoch 609: Loss: 1.8332222700119019
Epoch 610: Loss: 1.772384762763977
Epoch 611: Loss: 1.7263261079788208
Epoch 612: Loss: 1.715288758277893
Epoch 613: Loss: 1.7358709573745728
Epoch 614: Loss: 1.8056820631027222
Epoch 615: Loss: 1.698264241218567
Epoch 616: Loss: 1.7139192819595337
Epoch 617: Loss: 1.8150609731674194
Epoch 618: Loss: 1.7855005264282227
Epoch 619: Loss: 1.7864569425582886
Epoch 620: Loss: 1.7767713069915771
Epoch 621: Loss: 1.9059401750564575
Epoch 622: Loss: 1.746354341506958
Epoch 623: Loss: 1.8617810010910034
Epoch 624: Loss: 1.7829760313034058
Epoch 625: Loss: 1.7171276807785034
Epoch 626: Loss: 1.6534978151321411
Epoch 627: Loss: 1.719897985458374
Epoch 628: Loss: 1.6931931972503662
Epoch 629: Loss: 1.761759877204895
Epoch 630: Loss: 1.752392053604126
Epoch 631: Loss: 1.7112600803375244
Epoch 632: Loss: 1.7744745016098022
Epoch 633: Loss: 1.6588687896728516
Epoch 634: Loss: 1.7628319263458252
Epoch 635: Loss: 1.798248529434204
Epoch 636: Loss: 1.719054937362671
Epoch 637: Loss: 1.7059974670410156
Epoch 638: Loss: 1.7074307203292847
Epoch 639: Loss: 1.705526351928711
Epoch 640: Loss: 1.7883042097091675
Epoch 641: Loss: 1.7288987636566162
Epoch 642: Loss: 1.6770120859146118
Epoch 643: Loss: 1.6591780185699463
Epoch 644: Loss: 1.7222975492477417
Epoch 645: Loss: 1.7892380952835083
Epoch 646: Loss: 1.7383052110671997
Epoch 647: Loss: 1.7698107957839966
Epoch 648: Loss: 1.7482404708862305
Epoch 649: Loss: 1.7369009256362915
Epoch 650: Loss: 1.749852180480957
Epoch 651: Loss: 1.7856789827346802
Epoch 652: Loss: 1.8164399862289429
Epoch 653: Loss: 1.7586641311645508
Epoch 654: Loss: 1.6966060400009155
Epoch 655: Loss: 1.7344011068344116
Epoch 656: Loss: 1.7606531381607056
Epoch 657: Loss: 1.7701584100723267
Epoch 658: Loss: 1.7269824743270874
Epoch 659: Loss: 1.6857255697250366
Epoch 660: Loss: 1.7623825073242188
Epoch 661: Loss: 1.7277464866638184
Epoch 662: Loss: 1.7168773412704468
Epoch 663: Loss: 1.7215852737426758
Epoch 664: Loss: 1.7387694120407104
Epoch 665: Loss: 1.728118896484375
Epoch 666: Loss: 1.707310676574707
Epoch 667: Loss: 1.7716189622879028
Epoch 668: Loss: 1.6351696252822876
Epoch 669: Loss: 1.7281526327133179
Epoch 670: Loss: 1.655275583267212
Epoch 671: Loss: 1.651438593864441
Epoch 672: Loss: 1.7441718578338623
Epoch 673: Loss: 1.7025564908981323
Epoch 674: Loss: 1.65057373046875
Epoch 675: Loss: 1.775216817855835
Epoch 676: Loss: 1.703701138496399
Epoch 677: Loss: 1.6705312728881836
Epoch 678: Loss: 1.6438100337982178
Epoch 679: Loss: 1.6824290752410889
Epoch 680: Loss: 1.5987805128097534
Epoch 681: Loss: 1.680009126663208
Epoch 682: Loss: 1.6197551488876343
Epoch 683: Loss: 1.586722493171692
Epoch 684: Loss: 1.6474664211273193
Epoch 685: Loss: 1.6486566066741943
Epoch 686: Loss: 1.6778770685195923
Epoch 687: Loss: 1.5981875658035278
Epoch 688: Loss: 1.630323886871338
Epoch 689: Loss: 1.6307438611984253
Epoch 690: Loss: 1.6816132068634033
Epoch 691: Loss: 1.6782809495925903
Epoch 692: Loss: 1.743312954902649
Epoch 693: Loss: 1.6778665781021118
Epoch 694: Loss: 1.6779351234436035
Epoch 695: Loss: 1.6988840103149414
Epoch 696: Loss: 1.648267149925232
Epoch 697: Loss: 1.5773054361343384
Epoch 698: Loss: 1.6997805833816528
Epoch 699: Loss: 1.6436082124710083
Epoch 700: Loss: 1.7031009197235107
Epoch 701: Loss: 1.6177152395248413
Epoch 702: Loss: 1.6371129751205444
Epoch 703: Loss: 1.7145615816116333
Epoch 704: Loss: 1.6820225715637207
Epoch 705: Loss: 1.600813388824463
Epoch 706: Loss: 1.5764925479888916
Epoch 707: Loss: 1.661571741104126
Epoch 708: Loss: 1.6598247289657593
Epoch 709: Loss: 1.577713966369629
Epoch 710: Loss: 1.6850905418395996
Epoch 711: Loss: 1.6400607824325562
Epoch 712: Loss: 1.6278916597366333
Epoch 713: Loss: 1.6218338012695312
Epoch 714: Loss: 1.6845955848693848
Epoch 715: Loss: 1.626449465751648
Epoch 716: Loss: 1.5846463441848755
Epoch 717: Loss: 1.6591914892196655
Epoch 718: Loss: 1.7116495370864868
Epoch 719: Loss: 1.6288284063339233
Epoch 720: Loss: 1.5908138751983643
Epoch 721: Loss: 1.6644147634506226
Epoch 722: Loss: 1.646795392036438
Epoch 723: Loss: 1.6050724983215332
Epoch 724: Loss: 1.620635986328125
Epoch 725: Loss: 1.5793195962905884
Epoch 726: Loss: 1.6307923793792725
Epoch 727: Loss: 1.652240514755249
Epoch 728: Loss: 1.7039779424667358
Epoch 729: Loss: 1.6127545833587646
Epoch 730: Loss: 1.694576382637024
Epoch 731: Loss: 1.5985203981399536
Epoch 732: Loss: 1.597854495048523
Epoch 733: Loss: 1.6028581857681274
Epoch 734: Loss: 1.600259780883789
Epoch 735: Loss: 1.5421799421310425
Epoch 736: Loss: 1.6244014501571655
Epoch 737: Loss: 1.5796992778778076
Epoch 738: Loss: 1.601086974143982
Epoch 739: Loss: 1.6551519632339478
Epoch 740: Loss: 1.643624186515808
Epoch 741: Loss: 1.6686681509017944
Epoch 742: Loss: 1.6168450117111206
Epoch 743: Loss: 1.640114665031433
Epoch 744: Loss: 1.5882198810577393
Epoch 745: Loss: 1.6181693077087402
Epoch 746: Loss: 1.5770268440246582
Epoch 747: Loss: 1.6749844551086426
Epoch 748: Loss: 1.5863310098648071
Epoch 749: Loss: 1.5744895935058594
Epoch 750: Loss: 1.6505722999572754
Epoch 751: Loss: 1.6593774557113647
Epoch 752: Loss: 1.5826334953308105
Epoch 753: Loss: 1.5468523502349854
Epoch 754: Loss: 1.6455847024917603
Epoch 755: Loss: 1.5856692790985107
Epoch 756: Loss: 1.6243765354156494
Epoch 757: Loss: 1.6316784620285034
Epoch 758: Loss: 1.5660337209701538
Epoch 759: Loss: 1.5980496406555176
Epoch 760: Loss: 1.6094144582748413
Epoch 761: Loss: 1.5775129795074463
Epoch 762: Loss: 1.5761979818344116
Epoch 763: Loss: 1.5550882816314697
Epoch 764: Loss: 1.592914342880249
Epoch 765: Loss: 1.6782925128936768
Epoch 766: Loss: 1.5927578210830688
Epoch 767: Loss: 1.6275935173034668
Epoch 768: Loss: 1.666184663772583
Epoch 769: Loss: 1.5964100360870361
Epoch 770: Loss: 1.5957008600234985
Epoch 771: Loss: 1.6352224349975586
Epoch 772: Loss: 1.569001317024231
Epoch 773: Loss: 1.6068769693374634
Epoch 774: Loss: 1.5655176639556885
Epoch 775: Loss: 1.5240525007247925
Epoch 776: Loss: 1.6275815963745117
Epoch 777: Loss: 1.6226481199264526
Epoch 778: Loss: 1.5699301958084106
Epoch 779: Loss: 1.6319124698638916
Epoch 780: Loss: 1.5720096826553345
Epoch 781: Loss: 1.6189137697219849
Epoch 782: Loss: 1.5189605951309204
Epoch 783: Loss: 1.6224243640899658
Epoch 784: Loss: 1.5587258338928223
Epoch 785: Loss: 1.559168815612793
Epoch 786: Loss: 1.5962810516357422
Epoch 787: Loss: 1.6550908088684082
Epoch 788: Loss: 1.5978018045425415
Epoch 789: Loss: 1.5007318258285522
Epoch 790: Loss: 1.551700472831726
Epoch 791: Loss: 1.583033561706543
Epoch 792: Loss: 1.5428768396377563
Epoch 793: Loss: 1.4931234121322632
Epoch 794: Loss: 1.5476913452148438
Epoch 795: Loss: 1.533494234085083
Epoch 796: Loss: 1.5316435098648071
Epoch 797: Loss: 1.6159968376159668
Epoch 798: Loss: 1.5722404718399048
Epoch 799: Loss: 1.541512131690979
Epoch 800: Loss: 1.4961951971054077
Epoch 801: Loss: 1.4682761430740356
Epoch 802: Loss: 1.5453150272369385
Epoch 803: Loss: 1.492211103439331
Epoch 804: Loss: 1.5386096239089966
Epoch 805: Loss: 1.5280476808547974
Epoch 806: Loss: 1.6003055572509766
Epoch 807: Loss: 1.5311447381973267
Epoch 808: Loss: 1.5246357917785645
Epoch 809: Loss: 1.5310964584350586
Epoch 810: Loss: 1.533645510673523
Epoch 811: Loss: 1.5800100564956665
Epoch 812: Loss: 1.5928531885147095
Epoch 813: Loss: 1.515819787979126
Epoch 814: Loss: 1.6333519220352173
Epoch 815: Loss: 1.5150465965270996
Epoch 816: Loss: 1.5991365909576416
Epoch 817: Loss: 1.5096819400787354
Epoch 818: Loss: 1.5159497261047363
Epoch 819: Loss: 1.4731730222702026
Epoch 820: Loss: 1.5729607343673706
Epoch 821: Loss: 1.5765185356140137
Epoch 822: Loss: 1.5348780155181885
Epoch 823: Loss: 1.5336039066314697
Epoch 824: Loss: 1.5745348930358887
Epoch 825: Loss: 1.5106979608535767
Epoch 826: Loss: 1.591341257095337
Epoch 827: Loss: 1.5442167520523071
Epoch 828: Loss: 1.6152034997940063
Epoch 829: Loss: 1.5674479007720947
Epoch 830: Loss: 1.5463999509811401
Epoch 831: Loss: 1.507143497467041
Epoch 832: Loss: 1.5471371412277222
Epoch 833: Loss: 1.552686095237732
Epoch 834: Loss: 1.525376796722412
Epoch 835: Loss: 1.5604207515716553
Epoch 836: Loss: 1.4987250566482544
Epoch 837: Loss: 1.540856957435608
Epoch 838: Loss: 1.493992805480957
Epoch 839: Loss: 1.5244898796081543
Epoch 840: Loss: 1.5583170652389526
Epoch 841: Loss: 1.4895334243774414
Epoch 842: Loss: 1.5843524932861328
Epoch 843: Loss: 1.4948264360427856
Epoch 844: Loss: 1.4963771104812622
Epoch 845: Loss: 1.5643223524093628
Epoch 846: Loss: 1.5016014575958252
Epoch 847: Loss: 1.4555411338806152
Epoch 848: Loss: 1.5178251266479492
Epoch 849: Loss: 1.532202124595642
Epoch 850: Loss: 1.478833556175232
Epoch 851: Loss: 1.5134245157241821
Epoch 852: Loss: 1.4699881076812744
Epoch 853: Loss: 1.6512871980667114
Epoch 854: Loss: 1.4643861055374146
Epoch 855: Loss: 1.5161101818084717
Epoch 856: Loss: 1.4860390424728394
Epoch 857: Loss: 1.5043084621429443
Epoch 858: Loss: 1.5115139484405518
Epoch 859: Loss: 1.511920690536499
Epoch 860: Loss: 1.5968847274780273
Epoch 861: Loss: 1.5985636711120605
Epoch 862: Loss: 1.4341709613800049
Epoch 863: Loss: 1.5600258111953735
Epoch 864: Loss: 1.4520013332366943
Epoch 865: Loss: 1.5081852674484253
Epoch 866: Loss: 1.534562110900879
Epoch 867: Loss: 1.530666470527649
Epoch 868: Loss: 1.580780029296875
Epoch 869: Loss: 1.5623559951782227
Epoch 870: Loss: 1.495553731918335
Epoch 871: Loss: 1.5321440696716309
Epoch 872: Loss: 1.4991662502288818
Epoch 873: Loss: 1.5629960298538208
Epoch 874: Loss: 1.5556042194366455
Epoch 875: Loss: 1.4386346340179443
Epoch 876: Loss: 1.4771687984466553
Epoch 877: Loss: 1.438625454902649
Epoch 878: Loss: 1.484542965888977
Epoch 879: Loss: 1.4951080083847046
Epoch 880: Loss: 1.4960952997207642
Epoch 881: Loss: 1.449683427810669
Epoch 882: Loss: 1.5051032304763794
Epoch 883: Loss: 1.499969244003296
Epoch 884: Loss: 1.478094220161438
Epoch 885: Loss: 1.5109788179397583
Epoch 886: Loss: 1.4167476892471313
Epoch 887: Loss: 1.4125195741653442
Epoch 888: Loss: 1.472798228263855
Epoch 889: Loss: 1.5168050527572632
Epoch 890: Loss: 1.4264113903045654
Epoch 891: Loss: 1.4456762075424194
Epoch 892: Loss: 1.4625215530395508
Epoch 893: Loss: 1.3904920816421509
Epoch 894: Loss: 1.499108910560608
Epoch 895: Loss: 1.4943585395812988
Epoch 896: Loss: 1.4585773944854736
Epoch 897: Loss: 1.5319828987121582
Epoch 898: Loss: 1.542985439300537
Epoch 899: Loss: 1.525673508644104
Epoch 900: Loss: 1.4347728490829468
Epoch 901: Loss: 1.437713861465454
Epoch 902: Loss: 1.474798321723938
Epoch 903: Loss: 1.4095903635025024
Epoch 904: Loss: 1.498667597770691
Epoch 905: Loss: 1.4341864585876465
Epoch 906: Loss: 1.4171215295791626
Epoch 907: Loss: 1.4920785427093506
Epoch 908: Loss: 1.5016088485717773
Epoch 909: Loss: 1.4203242063522339
Epoch 910: Loss: 1.4317550659179688
Epoch 911: Loss: 1.4645484685897827
Epoch 912: Loss: 1.4886608123779297
Epoch 913: Loss: 1.4699169397354126
Epoch 914: Loss: 1.4963290691375732
Epoch 915: Loss: 1.4463590383529663
Epoch 916: Loss: 1.3887929916381836
Epoch 917: Loss: 1.4376800060272217
Epoch 918: Loss: 1.437651515007019
Epoch 919: Loss: 1.3777546882629395
Epoch 920: Loss: 1.4529061317443848
Epoch 921: Loss: 1.4207223653793335
Epoch 922: Loss: 1.4351439476013184
Epoch 923: Loss: 1.4324588775634766
Epoch 924: Loss: 1.419683575630188
Epoch 925: Loss: 1.4737331867218018
Epoch 926: Loss: 1.3910505771636963
Epoch 927: Loss: 1.4291845560073853
Epoch 928: Loss: 1.4691609144210815
Epoch 929: Loss: 1.4661595821380615
Epoch 930: Loss: 1.436042308807373
Epoch 931: Loss: 1.3628976345062256
Epoch 932: Loss: 1.4274314641952515
Epoch 933: Loss: 1.4338489770889282
Epoch 934: Loss: 1.5214146375656128
Epoch 935: Loss: 1.4253554344177246
Epoch 936: Loss: 1.3570258617401123
Epoch 937: Loss: 1.3355712890625
Epoch 938: Loss: 1.4388948678970337
Epoch 939: Loss: 1.4902317523956299
Epoch 940: Loss: 1.470307469367981
Epoch 941: Loss: 1.473408818244934
Epoch 942: Loss: 1.4306169748306274
Epoch 943: Loss: 1.3935927152633667
Epoch 944: Loss: 1.4603679180145264
Epoch 945: Loss: 1.4244933128356934
Epoch 946: Loss: 1.4367176294326782
Epoch 947: Loss: 1.3582735061645508
Epoch 948: Loss: 1.389339566230774
Epoch 949: Loss: 1.4474793672561646
Epoch 950: Loss: 1.4343129396438599
Epoch 951: Loss: 1.3996373414993286
Epoch 952: Loss: 1.485961675643921
Epoch 953: Loss: 1.3569321632385254
Epoch 954: Loss: 1.4862970113754272
Epoch 955: Loss: 1.3579909801483154
Epoch 956: Loss: 1.328051209449768
Epoch 957: Loss: 1.4325484037399292
Epoch 958: Loss: 1.3881936073303223
Epoch 959: Loss: 1.480808973312378
Epoch 960: Loss: 1.3913301229476929
Epoch 961: Loss: 1.3999735116958618
Epoch 962: Loss: 1.4506293535232544
Epoch 963: Loss: 1.3849231004714966
Epoch 964: Loss: 1.2994964122772217
Epoch 965: Loss: 1.3892998695373535
Epoch 966: Loss: 1.4127197265625
Epoch 967: Loss: 1.386315941810608
Epoch 968: Loss: 1.3967490196228027
Epoch 969: Loss: 1.4139596223831177
Epoch 970: Loss: 1.394232988357544
Epoch 971: Loss: 1.3577101230621338
Epoch 972: Loss: 1.3726434707641602
Epoch 973: Loss: 1.4915484189987183
Epoch 974: Loss: 1.395021915435791
Epoch 975: Loss: 1.3414371013641357
Epoch 976: Loss: 1.344536304473877
Epoch 977: Loss: 1.407501459121704
Epoch 978: Loss: 1.337900161743164
Epoch 979: Loss: 1.3669966459274292
Epoch 980: Loss: 1.3817343711853027
Epoch 981: Loss: 1.416906714439392
Epoch 982: Loss: 1.3755967617034912
Epoch 983: Loss: 1.437198281288147
Epoch 984: Loss: 1.4363740682601929
Epoch 985: Loss: 1.4054150581359863
Epoch 986: Loss: 1.3186310529708862
Epoch 987: Loss: 1.3094693422317505
Epoch 988: Loss: 1.4229929447174072
Epoch 989: Loss: 1.411851167678833
Epoch 990: Loss: 1.3794625997543335
Epoch 991: Loss: 1.3736916780471802
Epoch 992: Loss: 1.3392494916915894
Epoch 993: Loss: 1.382982850074768
Epoch 994: Loss: 1.518401861190796
Epoch 995: Loss: 1.3706809282302856
Epoch 996: Loss: 1.3502748012542725
Epoch 997: Loss: 1.4068200588226318
Epoch 998: Loss: 1.2872328758239746
Epoch 999: Loss: 1.4335503578186035
Epoch 1000: Loss: 1.3049976825714111
Epoch 1001: Loss: 1.433526873588562
Epoch 1002: Loss: 1.3394557237625122
Epoch 1003: Loss: 1.3177647590637207
Epoch 1004: Loss: 1.3526867628097534
Epoch 1005: Loss: 1.3523532152175903
Epoch 1006: Loss: 1.3857208490371704
Epoch 1007: Loss: 1.3091970682144165
Epoch 1008: Loss: 1.4625407457351685
Epoch 1009: Loss: 1.4194389581680298
Epoch 1010: Loss: 1.32426917552948
Epoch 1011: Loss: 1.3680084943771362
Epoch 1012: Loss: 1.3591638803482056
Epoch 1013: Loss: 1.3228455781936646
Epoch 1014: Loss: 1.3678524494171143
Epoch 1015: Loss: 1.308376669883728
Epoch 1016: Loss: 1.4103697538375854
Epoch 1017: Loss: 1.3951237201690674
Epoch 1018: Loss: 1.4234296083450317
Epoch 1019: Loss: 1.44581139087677
Epoch 1020: Loss: 1.4351741075515747
Epoch 1021: Loss: 1.3516310453414917
Epoch 1022: Loss: 1.3622727394104004
Epoch 1023: Loss: 1.3235342502593994
Epoch 1024: Loss: 1.3735240697860718
Epoch 1025: Loss: 1.3663015365600586
Epoch 1026: Loss: 1.3276013135910034
Epoch 1027: Loss: 1.33108651638031
Epoch 1028: Loss: 1.3552294969558716
Epoch 1029: Loss: 1.452142357826233
Epoch 1030: Loss: 1.3919181823730469
Epoch 1031: Loss: 1.4011789560317993
Epoch 1032: Loss: 1.2966293096542358
Epoch 1033: Loss: 1.3883792161941528
Epoch 1034: Loss: 1.409286379814148
Epoch 1035: Loss: 1.3237193822860718
Epoch 1036: Loss: 1.2742419242858887
Epoch 1037: Loss: 1.3231440782546997
Epoch 1038: Loss: 1.3399035930633545
Epoch 1039: Loss: 1.2644715309143066
Epoch 1040: Loss: 1.3989570140838623
Epoch 1041: Loss: 1.2981125116348267
Epoch 1042: Loss: 1.2869356870651245
Epoch 1043: Loss: 1.4331570863723755
Epoch 1044: Loss: 1.362565517425537
Epoch 1045: Loss: 1.44138503074646
Epoch 1046: Loss: 1.3493409156799316
Epoch 1047: Loss: 1.3934603929519653
Epoch 1048: Loss: 1.3675168752670288
Epoch 1049: Loss: 1.3469443321228027
Epoch 1050: Loss: 1.3315342664718628
Epoch 1051: Loss: 1.4368836879730225
Epoch 1052: Loss: 1.376537799835205
Epoch 1053: Loss: 1.3258891105651855
Epoch 1054: Loss: 1.3111510276794434
Epoch 1055: Loss: 1.3059680461883545
Epoch 1056: Loss: 1.2868536710739136
Epoch 1057: Loss: 1.3359836339950562
Epoch 1058: Loss: 1.3701801300048828
Epoch 1059: Loss: 1.3454898595809937
Epoch 1060: Loss: 1.3406659364700317
Epoch 1061: Loss: 1.349157452583313
Epoch 1062: Loss: 1.2965941429138184
Epoch 1063: Loss: 1.3296382427215576
Epoch 1064: Loss: 1.4070159196853638
Epoch 1065: Loss: 1.3691664934158325
Epoch 1066: Loss: 1.3782415390014648
Epoch 1067: Loss: 1.3741742372512817
Epoch 1068: Loss: 1.310604453086853
Epoch 1069: Loss: 1.3469847440719604
Epoch 1070: Loss: 1.3645144701004028
Epoch 1071: Loss: 1.3162243366241455
Epoch 1072: Loss: 1.227667212486267
Epoch 1073: Loss: 1.2577792406082153
Epoch 1074: Loss: 1.3445109128952026
Epoch 1075: Loss: 1.3661423921585083
Epoch 1076: Loss: 1.3309333324432373
Epoch 1077: Loss: 1.3537651300430298
Epoch 1078: Loss: 1.315864086151123
Epoch 1079: Loss: 1.3970417976379395
Epoch 1080: Loss: 1.405152678489685
Epoch 1081: Loss: 1.3083282709121704
Epoch 1082: Loss: 1.3183537721633911
Epoch 1083: Loss: 1.2950243949890137
Epoch 1084: Loss: 1.3401596546173096
Epoch 1085: Loss: 1.3970788717269897
Epoch 1086: Loss: 1.3904738426208496
Epoch 1087: Loss: 1.3521658182144165
Epoch 1088: Loss: 1.3666738271713257
Epoch 1089: Loss: 1.3301893472671509
Epoch 1090: Loss: 1.3685461282730103
Epoch 1091: Loss: 1.300966501235962
Epoch 1092: Loss: 1.2733477354049683
Epoch 1093: Loss: 1.2721259593963623
Epoch 1094: Loss: 1.2758868932724
Epoch 1095: Loss: 1.2779449224472046
Epoch 1096: Loss: 1.3062703609466553
Epoch 1097: Loss: 1.3327622413635254
Epoch 1098: Loss: 1.2727926969528198
Epoch 1099: Loss: 1.2223327159881592
Epoch 1100: Loss: 1.329732060432434
Epoch 1101: Loss: 1.3356688022613525
Epoch 1102: Loss: 1.376409649848938
Epoch 1103: Loss: 1.3171720504760742
Epoch 1104: Loss: 1.2473279237747192
Epoch 1105: Loss: 1.3322181701660156
Epoch 1106: Loss: 1.3680075407028198
Epoch 1107: Loss: 1.307523250579834
Epoch 1108: Loss: 1.348293662071228
Epoch 1109: Loss: 1.3144001960754395
Epoch 1110: Loss: 1.353938341140747
Epoch 1111: Loss: 1.2771376371383667
Epoch 1112: Loss: 1.3116984367370605
Epoch 1113: Loss: 1.290562629699707
Epoch 1114: Loss: 1.3072994947433472
Epoch 1115: Loss: 1.353495478630066
Epoch 1116: Loss: 1.3909215927124023
Epoch 1117: Loss: 1.3374249935150146
Epoch 1118: Loss: 1.3646390438079834
Epoch 1119: Loss: 1.2636817693710327
Epoch 1120: Loss: 1.2894493341445923
Epoch 1121: Loss: 1.3499642610549927
Epoch 1122: Loss: 1.2714495658874512
Epoch 1123: Loss: 1.1568636894226074
Epoch 1124: Loss: 1.2738059759140015
Epoch 1125: Loss: 1.2560348510742188
Epoch 1126: Loss: 1.290903925895691
Epoch 1127: Loss: 1.3601746559143066
Epoch 1128: Loss: 1.2145743370056152
Epoch 1129: Loss: 1.3828251361846924
Epoch 1130: Loss: 1.3137924671173096
Epoch 1131: Loss: 1.3414994478225708
Epoch 1132: Loss: 1.3172416687011719
Epoch 1133: Loss: 1.2778664827346802
Epoch 1134: Loss: 1.277870774269104
Epoch 1135: Loss: 1.3435684442520142
Epoch 1136: Loss: 1.2189655303955078
Epoch 1137: Loss: 1.2962899208068848
Epoch 1138: Loss: 1.3221572637557983
Epoch 1139: Loss: 1.2371240854263306
Epoch 1140: Loss: 1.307815432548523
Epoch 1141: Loss: 1.2384233474731445
Epoch 1142: Loss: 1.1928471326828003
Epoch 1143: Loss: 1.2130500078201294
Epoch 1144: Loss: 1.330111026763916
Epoch 1145: Loss: 1.3086192607879639
Epoch 1146: Loss: 1.2169257402420044
Epoch 1147: Loss: 1.2881526947021484
Epoch 1148: Loss: 1.2337368726730347
Epoch 1149: Loss: 1.2833712100982666
Epoch 1150: Loss: 1.3233157396316528
Epoch 1151: Loss: 1.3357080221176147
Epoch 1152: Loss: 1.3183196783065796
Epoch 1153: Loss: 1.369170069694519
Epoch 1154: Loss: 1.2423136234283447
Epoch 1155: Loss: 1.276477575302124
Epoch 1156: Loss: 1.1845918893814087
Epoch 1157: Loss: 1.222017765045166
Epoch 1158: Loss: 1.33158540725708
Epoch 1159: Loss: 1.2783101797103882
Epoch 1160: Loss: 1.212085247039795
Epoch 1161: Loss: 1.3446320295333862
Epoch 1162: Loss: 1.3419846296310425
Epoch 1163: Loss: 1.308672547340393
Epoch 1164: Loss: 1.331358790397644
Epoch 1165: Loss: 1.2947522401809692
Epoch 1166: Loss: 1.3423073291778564
Epoch 1167: Loss: 1.260077953338623
Epoch 1168: Loss: 1.299804925918579
Epoch 1169: Loss: 1.2205946445465088
Epoch 1170: Loss: 1.2372784614562988
Epoch 1171: Loss: 1.330256462097168
Epoch 1172: Loss: 1.2545809745788574
Epoch 1173: Loss: 1.1921615600585938
Epoch 1174: Loss: 1.3093370199203491
Epoch 1175: Loss: 1.2591650485992432
Epoch 1176: Loss: 1.3087741136550903
Epoch 1177: Loss: 1.2450251579284668
Epoch 1178: Loss: 1.1642177104949951
Epoch 1179: Loss: 1.340774655342102
Epoch 1180: Loss: 1.2556897401809692
Epoch 1181: Loss: 1.2554954290390015
Epoch 1182: Loss: 1.1866008043289185
Epoch 1183: Loss: 1.3236045837402344
Epoch 1184: Loss: 1.269836187362671
Epoch 1185: Loss: 1.2823987007141113
Epoch 1186: Loss: 1.2658575773239136
Epoch 1187: Loss: 1.3139493465423584
Epoch 1188: Loss: 1.185098648071289
Epoch 1189: Loss: 1.3014191389083862
Epoch 1190: Loss: 1.2318572998046875
Epoch 1191: Loss: 1.4189578294754028
Epoch 1192: Loss: 1.2994993925094604
Epoch 1193: Loss: 1.2643046379089355
Epoch 1194: Loss: 1.2309507131576538
Epoch 1195: Loss: 1.2511204481124878
Epoch 1196: Loss: 1.341975212097168
Epoch 1197: Loss: 1.3386636972427368
Epoch 1198: Loss: 1.2885533571243286
Epoch 1199: Loss: 1.2565981149673462
Epoch 1200: Loss: 1.2185168266296387
Epoch 1201: Loss: 1.1905916929244995
Epoch 1202: Loss: 1.2701804637908936
Epoch 1203: Loss: 1.3256369829177856
Epoch 1204: Loss: 1.2784104347229004
Epoch 1205: Loss: 1.2822946310043335
Epoch 1206: Loss: 1.2364704608917236
Epoch 1207: Loss: 1.312910795211792
Epoch 1208: Loss: 1.2098300457000732
Epoch 1209: Loss: 1.2414358854293823
Epoch 1210: Loss: 1.336401104927063
Epoch 1211: Loss: 1.2247668504714966
Epoch 1212: Loss: 1.3210095167160034
Epoch 1213: Loss: 1.1768978834152222
Epoch 1214: Loss: 1.290876865386963
Epoch 1215: Loss: 1.1838487386703491
Epoch 1216: Loss: 1.204447865486145
Epoch 1217: Loss: 1.2148423194885254
Epoch 1218: Loss: 1.28146231174469
Epoch 1219: Loss: 1.4014394283294678
Epoch 1220: Loss: 1.2430131435394287
Epoch 1221: Loss: 1.2164132595062256
Epoch 1222: Loss: 1.321602702140808
Epoch 1223: Loss: 1.2480155229568481
Epoch 1224: Loss: 1.3051800727844238
Epoch 1225: Loss: 1.2551435232162476
Epoch 1226: Loss: 1.252402663230896
Epoch 1227: Loss: 1.3224390745162964
Epoch 1228: Loss: 1.2181754112243652
Epoch 1229: Loss: 1.209801435470581
Epoch 1230: Loss: 1.1937285661697388
Epoch 1231: Loss: 1.2313259840011597
Epoch 1232: Loss: 1.2880704402923584
Epoch 1233: Loss: 1.2689015865325928
Epoch 1234: Loss: 1.233319640159607
Epoch 1235: Loss: 1.2336057424545288
Epoch 1236: Loss: 1.1427909135818481
Epoch 1237: Loss: 1.279552698135376
Epoch 1238: Loss: 1.2675431966781616
Epoch 1239: Loss: 1.2005714178085327
Epoch 1240: Loss: 1.2360146045684814
Epoch 1241: Loss: 1.3105398416519165
Epoch 1242: Loss: 1.2694824934005737
Epoch 1243: Loss: 1.225351095199585
Epoch 1244: Loss: 1.290907621383667
Epoch 1245: Loss: 1.2378023862838745
Epoch 1246: Loss: 1.2392148971557617
Epoch 1247: Loss: 1.3075734376907349
Epoch 1248: Loss: 1.2054721117019653
Epoch 1249: Loss: 1.1757516860961914
Epoch 1250: Loss: 1.198319435119629
Epoch 1251: Loss: 1.1967639923095703
Epoch 1252: Loss: 1.1695225238800049
Epoch 1253: Loss: 1.2704687118530273
Epoch 1254: Loss: 1.2399344444274902
Epoch 1255: Loss: 1.2447415590286255
Epoch 1256: Loss: 1.3046458959579468
Epoch 1257: Loss: 1.289254903793335
Epoch 1258: Loss: 1.2585378885269165
Epoch 1259: Loss: 1.2624627351760864
Epoch 1260: Loss: 1.2759132385253906
Epoch 1261: Loss: 1.258017659187317
Epoch 1262: Loss: 1.276026725769043
Epoch 1263: Loss: 1.2835224866867065
Epoch 1264: Loss: 1.2528995275497437
Epoch 1265: Loss: 1.2392688989639282
Epoch 1266: Loss: 1.1647688150405884
Epoch 1267: Loss: 1.2324061393737793
Epoch 1268: Loss: 1.1373714208602905
Epoch 1269: Loss: 1.1980475187301636
Epoch 1270: Loss: 1.319406270980835
Epoch 1271: Loss: 1.2267850637435913
Epoch 1272: Loss: 1.2705270051956177
Epoch 1273: Loss: 1.2046600580215454
Epoch 1274: Loss: 1.2249393463134766
Epoch 1275: Loss: 1.2811481952667236
Epoch 1276: Loss: 1.1377489566802979
Epoch 1277: Loss: 1.2439744472503662
Epoch 1278: Loss: 1.2178164720535278
Epoch 1279: Loss: 1.199536919593811
Epoch 1280: Loss: 1.195608377456665
Epoch 1281: Loss: 1.2414333820343018
Epoch 1282: Loss: 1.280073642730713
Epoch 1283: Loss: 1.1841559410095215
Epoch 1284: Loss: 1.218988060951233
Epoch 1285: Loss: 1.2232061624526978
Epoch 1286: Loss: 1.2650338411331177
Epoch 1287: Loss: 1.1781325340270996
Epoch 1288: Loss: 1.2364187240600586
Epoch 1289: Loss: 1.3207664489746094
Epoch 1290: Loss: 1.2300087213516235
Epoch 1291: Loss: 1.203468918800354
Epoch 1292: Loss: 1.1575195789337158
Epoch 1293: Loss: 1.1992360353469849
Epoch 1294: Loss: 1.1869187355041504
Epoch 1295: Loss: 1.190855622291565
Epoch 1296: Loss: 1.2306147813796997
Epoch 1297: Loss: 1.1744602918624878
Epoch 1298: Loss: 1.2317181825637817
Epoch 1299: Loss: 1.2208245992660522
Epoch 1300: Loss: 1.3411091566085815
Epoch 1301: Loss: 1.1449792385101318
Epoch 1302: Loss: 1.2211180925369263
Epoch 1303: Loss: 1.2677699327468872
Epoch 1304: Loss: 1.2614507675170898
Epoch 1305: Loss: 1.202793002128601
Epoch 1306: Loss: 1.1510415077209473
Epoch 1307: Loss: 1.2978566884994507
Epoch 1308: Loss: 1.1567869186401367
Epoch 1309: Loss: 1.2505298852920532
Epoch 1310: Loss: 1.2476693391799927
Epoch 1311: Loss: 1.1481482982635498
Epoch 1312: Loss: 1.2213612794876099
Epoch 1313: Loss: 1.234167218208313
Epoch 1314: Loss: 1.1895607709884644
Epoch 1315: Loss: 1.2544695138931274
Epoch 1316: Loss: 1.2742196321487427
Epoch 1317: Loss: 1.1862399578094482
Epoch 1318: Loss: 1.1833903789520264
Epoch 1319: Loss: 1.1587915420532227
Epoch 1320: Loss: 1.2827625274658203
Epoch 1321: Loss: 1.2184810638427734
Epoch 1322: Loss: 1.2669757604599
Epoch 1323: Loss: 1.228379726409912
Epoch 1324: Loss: 1.214037537574768
Epoch 1325: Loss: 1.1588960886001587
Epoch 1326: Loss: 1.2525886297225952
Epoch 1327: Loss: 1.291804552078247
Epoch 1328: Loss: 1.2078163623809814
Epoch 1329: Loss: 1.245019793510437
Epoch 1330: Loss: 1.1330456733703613
Epoch 1331: Loss: 1.2196521759033203
Epoch 1332: Loss: 1.1545636653900146
Epoch 1333: Loss: 1.196082353591919
Epoch 1334: Loss: 1.2206051349639893
Epoch 1335: Loss: 1.120680809020996
Epoch 1336: Loss: 1.1678546667099
Epoch 1337: Loss: 1.2233327627182007
Epoch 1338: Loss: 1.2800593376159668
Epoch 1339: Loss: 1.2242568731307983
Epoch 1340: Loss: 1.2280839681625366
Epoch 1341: Loss: 1.151378870010376
Epoch 1342: Loss: 1.212264060974121
Epoch 1343: Loss: 1.252192735671997
Epoch 1344: Loss: 1.1442718505859375
Epoch 1345: Loss: 1.1490713357925415
Epoch 1346: Loss: 1.1780256032943726
Epoch 1347: Loss: 1.2303719520568848
Epoch 1348: Loss: 1.1669400930404663
Epoch 1349: Loss: 1.205154538154602
Epoch 1350: Loss: 1.2197110652923584
Epoch 1351: Loss: 1.1634012460708618
Epoch 1352: Loss: 1.110403299331665
Epoch 1353: Loss: 1.167534589767456
Epoch 1354: Loss: 1.181787371635437
Epoch 1355: Loss: 1.2136603593826294
Epoch 1356: Loss: 1.1660282611846924
Epoch 1357: Loss: 1.1943050622940063
Epoch 1358: Loss: 1.161476731300354
Epoch 1359: Loss: 1.2182447910308838
Epoch 1360: Loss: 1.1993277072906494
Epoch 1361: Loss: 1.2276469469070435
Epoch 1362: Loss: 1.2510459423065186
Epoch 1363: Loss: 1.2039737701416016
Epoch 1364: Loss: 1.1974881887435913
Epoch 1365: Loss: 1.2145613431930542
Epoch 1366: Loss: 1.200656533241272
Epoch 1367: Loss: 1.1984270811080933
Epoch 1368: Loss: 1.2459036111831665
Epoch 1369: Loss: 1.1926101446151733
Epoch 1370: Loss: 1.1671005487442017
Epoch 1371: Loss: 1.2276723384857178
Epoch 1372: Loss: 1.1151677370071411
Epoch 1373: Loss: 1.2005963325500488
Epoch 1374: Loss: 1.2526661157608032
Epoch 1375: Loss: 1.1687841415405273
Epoch 1376: Loss: 1.1703464984893799
Epoch 1377: Loss: 1.1779814958572388
Epoch 1378: Loss: 1.1345646381378174
Epoch 1379: Loss: 1.2488538026809692
Epoch 1380: Loss: 1.1923949718475342
Epoch 1381: Loss: 1.1320515871047974
Epoch 1382: Loss: 1.2144970893859863
Epoch 1383: Loss: 1.1267669200897217
Epoch 1384: Loss: 1.1058157682418823
Epoch 1385: Loss: 1.2469942569732666
Epoch 1386: Loss: 1.2301828861236572
Epoch 1387: Loss: 1.1908999681472778
Epoch 1388: Loss: 1.0760418176651
Epoch 1389: Loss: 1.2377277612686157
Epoch 1390: Loss: 1.1043428182601929
Epoch 1391: Loss: 1.1580829620361328
Epoch 1392: Loss: 1.1502453088760376
Epoch 1393: Loss: 1.1617224216461182
Epoch 1394: Loss: 1.0568829774856567
Epoch 1395: Loss: 1.1540037393569946
Epoch 1396: Loss: 1.1257973909378052
Epoch 1397: Loss: 1.232951045036316
Epoch 1398: Loss: 1.15159010887146
Epoch 1399: Loss: 1.1466103792190552
Epoch 1400: Loss: 1.2585242986679077
Epoch 1401: Loss: 1.2040053606033325
Epoch 1402: Loss: 1.1598327159881592
Epoch 1403: Loss: 1.1804479360580444
Epoch 1404: Loss: 1.151956558227539
Epoch 1405: Loss: 1.1560618877410889
Epoch 1406: Loss: 1.1528968811035156
Epoch 1407: Loss: 1.1318352222442627
Epoch 1408: Loss: 1.1615620851516724
Epoch 1409: Loss: 1.2381678819656372
Epoch 1410: Loss: 1.2135215997695923
Epoch 1411: Loss: 1.137862205505371
Epoch 1412: Loss: 1.1372404098510742
Epoch 1413: Loss: 1.1749407052993774
Epoch 1414: Loss: 1.0999889373779297
Epoch 1415: Loss: 1.1467519998550415
Epoch 1416: Loss: 1.1321430206298828
Epoch 1417: Loss: 1.2604509592056274
Epoch 1418: Loss: 1.067392349243164
Epoch 1419: Loss: 1.1404390335083008
Epoch 1420: Loss: 1.1575145721435547
Epoch 1421: Loss: 1.2738391160964966
Epoch 1422: Loss: 1.1378507614135742
Epoch 1423: Loss: 1.1138414144515991
Epoch 1424: Loss: 1.156827449798584
Epoch 1425: Loss: 1.1357661485671997
Epoch 1426: Loss: 1.155697226524353
Epoch 1427: Loss: 1.1553996801376343
Epoch 1428: Loss: 1.1514153480529785
Epoch 1429: Loss: 1.2401039600372314
Epoch 1430: Loss: 1.0806066989898682
Epoch 1431: Loss: 1.1121500730514526
Epoch 1432: Loss: 1.2132550477981567
Epoch 1433: Loss: 1.1734747886657715
Epoch 1434: Loss: 1.202584147453308
Epoch 1435: Loss: 1.0805243253707886
Epoch 1436: Loss: 1.2014098167419434
Epoch 1437: Loss: 1.1727452278137207
Epoch 1438: Loss: 1.2052624225616455
Epoch 1439: Loss: 1.259583592414856
Epoch 1440: Loss: 1.215031623840332
Epoch 1441: Loss: 1.1226377487182617
Epoch 1442: Loss: 1.1712119579315186
Epoch 1443: Loss: 1.1310243606567383
Epoch 1444: Loss: 1.1535789966583252
Epoch 1445: Loss: 1.1663659811019897
Epoch 1446: Loss: 1.0857957601547241
Epoch 1447: Loss: 1.1733137369155884
Epoch 1448: Loss: 1.1642061471939087
Epoch 1449: Loss: 1.11383056640625
Epoch 1450: Loss: 1.1228375434875488
Epoch 1451: Loss: 1.0656931400299072
Epoch 1452: Loss: 1.179580807685852
Epoch 1453: Loss: 1.1222316026687622
Epoch 1454: Loss: 1.1965315341949463
Epoch 1455: Loss: 1.1351819038391113
Epoch 1456: Loss: 1.1857850551605225
Epoch 1457: Loss: 1.11175537109375
Epoch 1458: Loss: 1.062827706336975
Epoch 1459: Loss: 1.2100361585617065
Epoch 1460: Loss: 1.1704916954040527
Epoch 1461: Loss: 1.1036012172698975
Epoch 1462: Loss: 1.1722674369812012
Epoch 1463: Loss: 1.1455389261245728
Epoch 1464: Loss: 1.1930521726608276
Epoch 1465: Loss: 1.1632487773895264
Epoch 1466: Loss: 1.1314034461975098
Epoch 1467: Loss: 1.14141845703125
Epoch 1468: Loss: 1.163954257965088
Epoch 1469: Loss: 1.1496788263320923
Epoch 1470: Loss: 1.1815065145492554
Epoch 1471: Loss: 1.0620145797729492
Epoch 1472: Loss: 1.2600480318069458
Epoch 1473: Loss: 1.1886146068572998
Epoch 1474: Loss: 1.1857775449752808
Epoch 1475: Loss: 1.1218234300613403
Epoch 1476: Loss: 1.1294167041778564
Epoch 1477: Loss: 1.1225415468215942
Epoch 1478: Loss: 1.1760362386703491
Epoch 1479: Loss: 1.0898631811141968
Epoch 1480: Loss: 1.1596112251281738
Epoch 1481: Loss: 1.1158186197280884
Epoch 1482: Loss: 1.1994792222976685
Epoch 1483: Loss: 1.139750599861145
Epoch 1484: Loss: 1.1042132377624512
Epoch 1485: Loss: 1.1106586456298828
Epoch 1486: Loss: 1.1648614406585693
Epoch 1487: Loss: 1.2182393074035645
Epoch 1488: Loss: 1.1800391674041748
Epoch 1489: Loss: 1.1283059120178223
Epoch 1490: Loss: 1.0884214639663696
Epoch 1491: Loss: 1.1216363906860352
Epoch 1492: Loss: 1.1111232042312622
Epoch 1493: Loss: 1.2193748950958252
Epoch 1494: Loss: 1.178469181060791
Epoch 1495: Loss: 1.1305066347122192
Epoch 1496: Loss: 1.1244442462921143
Epoch 1497: Loss: 1.1505070924758911
Epoch 1498: Loss: 1.244205355644226
Epoch 1499: Loss: 1.0870460271835327
Epoch 1500: Loss: 1.132327914237976
Epoch 1501: Loss: 1.1635773181915283
Epoch 1502: Loss: 1.1075468063354492
Epoch 1503: Loss: 1.13450288772583
Epoch 1504: Loss: 1.1496400833129883
Epoch 1505: Loss: 1.1404610872268677
Epoch 1506: Loss: 1.0934978723526
Epoch 1507: Loss: 1.105237603187561
Epoch 1508: Loss: 1.1417750120162964
Epoch 1509: Loss: 1.0640146732330322
Epoch 1510: Loss: 1.2236669063568115
Epoch 1511: Loss: 1.0724471807479858
Epoch 1512: Loss: 1.0938023328781128
Epoch 1513: Loss: 1.111322283744812
Epoch 1514: Loss: 1.112081527709961
Epoch 1515: Loss: 1.0859583616256714
Epoch 1516: Loss: 1.0718647241592407
Epoch 1517: Loss: 1.2041863203048706
Epoch 1518: Loss: 1.1274102926254272
Epoch 1519: Loss: 1.106869101524353
Epoch 1520: Loss: 1.0949479341506958
Epoch 1521: Loss: 1.1846697330474854
Epoch 1522: Loss: 1.1571310758590698
Epoch 1523: Loss: 1.1073445081710815
Epoch 1524: Loss: 1.0867111682891846
Epoch 1525: Loss: 1.026808261871338
Epoch 1526: Loss: 1.108067512512207
Epoch 1527: Loss: 1.165322184562683
Epoch 1528: Loss: 1.1360470056533813
Epoch 1529: Loss: 1.0976670980453491
Epoch 1530: Loss: 1.1104485988616943
Epoch 1531: Loss: 1.1496410369873047
Epoch 1532: Loss: 1.153462529182434
Epoch 1533: Loss: 1.047995686531067
Epoch 1534: Loss: 1.0843595266342163
Epoch 1535: Loss: 1.0954480171203613
Epoch 1536: Loss: 1.1059484481811523
Epoch 1537: Loss: 1.121705174446106
Epoch 1538: Loss: 1.0978467464447021
Epoch 1539: Loss: 1.1783418655395508
Epoch 1540: Loss: 1.1063235998153687
Epoch 1541: Loss: 1.1432273387908936
Epoch 1542: Loss: 1.11800217628479
Epoch 1543: Loss: 1.1452754735946655
Epoch 1544: Loss: 1.1513949632644653
Epoch 1545: Loss: 1.187208890914917
Epoch 1546: Loss: 1.0824772119522095
Epoch 1547: Loss: 1.2180002927780151
Epoch 1548: Loss: 1.028820276260376
Epoch 1549: Loss: 1.0644118785858154
Epoch 1550: Loss: 1.1278239488601685
Epoch 1551: Loss: 1.1366864442825317
Epoch 1552: Loss: 1.181203842163086
Epoch 1553: Loss: 1.1216511726379395
Epoch 1554: Loss: 1.1559354066848755
Epoch 1555: Loss: 1.1674476861953735
Epoch 1556: Loss: 1.031490683555603
Epoch 1557: Loss: 1.1165649890899658
Epoch 1558: Loss: 1.0765641927719116
Epoch 1559: Loss: 1.1558669805526733
Epoch 1560: Loss: 1.1255282163619995
Epoch 1561: Loss: 1.1202462911605835
Epoch 1562: Loss: 1.1984741687774658
Epoch 1563: Loss: 1.1200908422470093
Epoch 1564: Loss: 1.1610106229782104
Epoch 1565: Loss: 1.1936978101730347
Epoch 1566: Loss: 1.0779255628585815
Epoch 1567: Loss: 1.1247878074645996
Epoch 1568: Loss: 1.086140513420105
Epoch 1569: Loss: 1.1430526971817017
Epoch 1570: Loss: 1.1762524843215942
Epoch 1571: Loss: 1.142886757850647
Epoch 1572: Loss: 1.1401857137680054
Epoch 1573: Loss: 1.0366088151931763
Epoch 1574: Loss: 1.0646662712097168
Epoch 1575: Loss: 1.0767675638198853
Epoch 1576: Loss: 1.1285700798034668
Epoch 1577: Loss: 1.1299669742584229
Epoch 1578: Loss: 1.0763201713562012
Epoch 1579: Loss: 1.1356498003005981
Epoch 1580: Loss: 1.0665706396102905
Epoch 1581: Loss: 1.2263522148132324
Epoch 1582: Loss: 1.1169090270996094
Epoch 1583: Loss: 1.1519025564193726
Epoch 1584: Loss: 1.0920323133468628
Epoch 1585: Loss: 1.040064811706543
Epoch 1586: Loss: 1.1035454273223877
Epoch 1587: Loss: 1.1344317197799683
Epoch 1588: Loss: 1.0441418886184692
Epoch 1589: Loss: 1.1737581491470337
Epoch 1590: Loss: 1.0556367635726929
Epoch 1591: Loss: 1.1776671409606934
Epoch 1592: Loss: 1.1223434209823608
Epoch 1593: Loss: 1.0975242853164673
Epoch 1594: Loss: 1.189263939857483
Epoch 1595: Loss: 1.1434704065322876
Epoch 1596: Loss: 1.055248737335205
Epoch 1597: Loss: 1.0967481136322021
Epoch 1598: Loss: 1.1441296339035034
Epoch 1599: Loss: 1.080971598625183
Epoch 1600: Loss: 1.0327726602554321
Epoch 1601: Loss: 1.0447933673858643
Epoch 1602: Loss: 1.258463978767395
Epoch 1603: Loss: 1.0873503684997559
Epoch 1604: Loss: 1.1589865684509277
Epoch 1605: Loss: 1.1629717350006104
Epoch 1606: Loss: 1.0390346050262451
Epoch 1607: Loss: 1.054378867149353
Epoch 1608: Loss: 1.093299150466919
Epoch 1609: Loss: 1.112929344177246
Epoch 1610: Loss: 1.1021041870117188
Epoch 1611: Loss: 1.071457862854004
Epoch 1612: Loss: 1.0824499130249023
Epoch 1613: Loss: 1.0305951833724976
Epoch 1614: Loss: 1.083635926246643
Epoch 1615: Loss: 1.073940634727478
Epoch 1616: Loss: 1.1596177816390991
Epoch 1617: Loss: 1.102501392364502
Epoch 1618: Loss: 1.1740338802337646
Epoch 1619: Loss: 1.0421226024627686
Epoch 1620: Loss: 1.1223965883255005
Epoch 1621: Loss: 1.0888313055038452
Epoch 1622: Loss: 1.1230226755142212
Epoch 1623: Loss: 1.0885143280029297
Epoch 1624: Loss: 1.114426612854004
Epoch 1625: Loss: 1.0934844017028809
Epoch 1626: Loss: 1.1484270095825195
Epoch 1627: Loss: 1.1821839809417725
Epoch 1628: Loss: 1.1177895069122314
Epoch 1629: Loss: 1.139412760734558
Epoch 1630: Loss: 1.1086211204528809
Epoch 1631: Loss: 1.0636122226715088
Epoch 1632: Loss: 1.1761504411697388
Epoch 1633: Loss: 1.1310867071151733
Epoch 1634: Loss: 1.101148009300232
Epoch 1635: Loss: 1.0919791460037231
Epoch 1636: Loss: 0.9245017170906067
Epoch 1637: Loss: 1.0810890197753906
Epoch 1638: Loss: 1.064424991607666
Epoch 1639: Loss: 1.0579543113708496
Epoch 1640: Loss: 1.1106864213943481
Epoch 1641: Loss: 1.0863864421844482
Epoch 1642: Loss: 1.0703665018081665
Epoch 1643: Loss: 1.1585767269134521
Epoch 1644: Loss: 1.1051644086837769
Epoch 1645: Loss: 1.0921587944030762
Epoch 1646: Loss: 1.146875262260437
Epoch 1647: Loss: 1.1713536977767944
Epoch 1648: Loss: 1.1467640399932861
Epoch 1649: Loss: 1.0213041305541992
Epoch 1650: Loss: 1.0913150310516357
Epoch 1651: Loss: 1.028698444366455
Epoch 1652: Loss: 1.0125916004180908
Epoch 1653: Loss: 1.0550709962844849
Epoch 1654: Loss: 1.0455281734466553
Epoch 1655: Loss: 1.1546640396118164
Epoch 1656: Loss: 1.0722777843475342
Epoch 1657: Loss: 1.1855859756469727
Epoch 1658: Loss: 1.0691235065460205
Epoch 1659: Loss: 1.124143123626709
Epoch 1660: Loss: 0.9611541628837585
Epoch 1661: Loss: 1.1153663396835327
Epoch 1662: Loss: 1.1360564231872559
Epoch 1663: Loss: 1.0025699138641357
Epoch 1664: Loss: 1.105412483215332
Epoch 1665: Loss: 1.105732798576355
Epoch 1666: Loss: 1.071873664855957
Epoch 1667: Loss: 1.0772989988327026
Epoch 1668: Loss: 1.0576425790786743
Epoch 1669: Loss: 1.0373449325561523
Epoch 1670: Loss: 1.0877052545547485
Epoch 1671: Loss: 1.1120538711547852
Epoch 1672: Loss: 1.1010061502456665
Epoch 1673: Loss: 1.0529955625534058
Epoch 1674: Loss: 1.1448441743850708
Epoch 1675: Loss: 1.0870418548583984
Epoch 1676: Loss: 1.0677390098571777
Epoch 1677: Loss: 1.16119384765625
Epoch 1678: Loss: 1.0901151895523071
Epoch 1679: Loss: 1.136604905128479
Epoch 1680: Loss: 1.0696154832839966
Epoch 1681: Loss: 1.1136631965637207
Epoch 1682: Loss: 1.0645666122436523
Epoch 1683: Loss: 1.1022621393203735
Epoch 1684: Loss: 1.183894157409668
Epoch 1685: Loss: 1.02011239528656
Epoch 1686: Loss: 1.0977661609649658
Epoch 1687: Loss: 1.0707228183746338
Epoch 1688: Loss: 1.056640625
Epoch 1689: Loss: 1.0404554605484009
Epoch 1690: Loss: 1.082245111465454
Epoch 1691: Loss: 1.0754951238632202
Epoch 1692: Loss: 1.0843217372894287
Epoch 1693: Loss: 1.108414649963379
Epoch 1694: Loss: 1.04777991771698
Epoch 1695: Loss: 1.0418322086334229
Epoch 1696: Loss: 1.168209433555603
Epoch 1697: Loss: 1.0701569318771362
Epoch 1698: Loss: 0.9783350825309753
Epoch 1699: Loss: 1.0839349031448364
Epoch 1700: Loss: 1.0689911842346191
Epoch 1701: Loss: 1.0443447828292847
Epoch 1702: Loss: 1.0234768390655518
Epoch 1703: Loss: 1.0968494415283203
Epoch 1704: Loss: 1.0934600830078125
Epoch 1705: Loss: 1.1570216417312622
Epoch 1706: Loss: 1.0481703281402588
Epoch 1707: Loss: 1.1319326162338257
Epoch 1708: Loss: 1.0337035655975342
Epoch 1709: Loss: 1.0699870586395264
Epoch 1710: Loss: 1.1481316089630127
Epoch 1711: Loss: 1.1667429208755493
Epoch 1712: Loss: 0.9894004464149475
Epoch 1713: Loss: 1.1150867938995361
Epoch 1714: Loss: 1.0799823999404907
Epoch 1715: Loss: 1.1112284660339355
Epoch 1716: Loss: 1.0070658922195435
Epoch 1717: Loss: 1.0577418804168701
Epoch 1718: Loss: 1.050899863243103
Epoch 1719: Loss: 1.1007522344589233
Epoch 1720: Loss: 1.072017788887024
Epoch 1721: Loss: 1.0802174806594849
Epoch 1722: Loss: 1.1059001684188843
Epoch 1723: Loss: 1.0121209621429443
Epoch 1724: Loss: 1.0174883604049683
Epoch 1725: Loss: 1.0239275693893433
Epoch 1726: Loss: 0.9898627400398254
Epoch 1727: Loss: 1.048439621925354
Epoch 1728: Loss: 1.063686490058899
Epoch 1729: Loss: 1.0722185373306274
Epoch 1730: Loss: 1.0742456912994385
Epoch 1731: Loss: 1.122291088104248
Epoch 1732: Loss: 1.0384132862091064
Epoch 1733: Loss: 0.9791672825813293
Epoch 1734: Loss: 1.1124517917633057
Epoch 1735: Loss: 1.1874456405639648
Epoch 1736: Loss: 0.9593586921691895
Epoch 1737: Loss: 1.0832549333572388
Epoch 1738: Loss: 1.0081822872161865
Epoch 1739: Loss: 1.1034505367279053
Epoch 1740: Loss: 1.0100324153900146
Epoch 1741: Loss: 1.0187686681747437
Epoch 1742: Loss: 1.0711153745651245
Epoch 1743: Loss: 1.0051575899124146
Epoch 1744: Loss: 1.0240949392318726
Epoch 1745: Loss: 1.0372726917266846
Epoch 1746: Loss: 1.1093378067016602
Epoch 1747: Loss: 1.1168076992034912
Epoch 1748: Loss: 1.0293813943862915
Epoch 1749: Loss: 1.12325119972229
Epoch 1750: Loss: 0.9859317541122437
Epoch 1751: Loss: 1.0307362079620361
Epoch 1752: Loss: 0.9439665079116821
Epoch 1753: Loss: 1.0282851457595825
Epoch 1754: Loss: 1.0594838857650757
Epoch 1755: Loss: 1.0400737524032593
Epoch 1756: Loss: 0.9650210738182068
Epoch 1757: Loss: 1.0092709064483643
Epoch 1758: Loss: 1.0473065376281738
Epoch 1759: Loss: 1.100756049156189
Epoch 1760: Loss: 1.025464653968811
Epoch 1761: Loss: 1.0953985452651978
Epoch 1762: Loss: 1.0003284215927124
Epoch 1763: Loss: 0.9988660216331482
Epoch 1764: Loss: 1.1434704065322876
Epoch 1765: Loss: 1.0247347354888916
Epoch 1766: Loss: 1.0851942300796509
Epoch 1767: Loss: 1.0315215587615967
Epoch 1768: Loss: 1.0969825983047485
Epoch 1769: Loss: 1.0708847045898438
Epoch 1770: Loss: 0.963648796081543
Epoch 1771: Loss: 1.132142186164856
Epoch 1772: Loss: 1.0917127132415771
Epoch 1773: Loss: 1.0094199180603027
Epoch 1774: Loss: 1.033129334449768
Epoch 1775: Loss: 1.0423489809036255
Epoch 1776: Loss: 1.0895057916641235
Epoch 1777: Loss: 1.0201995372772217
Epoch 1778: Loss: 1.0856035947799683
Epoch 1779: Loss: 1.0778329372406006
Epoch 1780: Loss: 1.091819405555725
Epoch 1781: Loss: 1.1739914417266846
Epoch 1782: Loss: 0.9468712210655212
Epoch 1783: Loss: 1.0493206977844238
Epoch 1784: Loss: 1.0692943334579468
Epoch 1785: Loss: 0.9945525527000427
Epoch 1786: Loss: 1.0724060535430908
Epoch 1787: Loss: 1.0755988359451294
Epoch 1788: Loss: 1.0624901056289673
Epoch 1789: Loss: 1.0130354166030884
Epoch 1790: Loss: 1.0587011575698853
Epoch 1791: Loss: 0.9805658459663391
Epoch 1792: Loss: 1.0823875665664673
Epoch 1793: Loss: 1.0221697092056274
Epoch 1794: Loss: 1.123818039894104
Epoch 1795: Loss: 1.1145128011703491
Epoch 1796: Loss: 1.0879361629486084
Epoch 1797: Loss: 1.0173825025558472
Epoch 1798: Loss: 1.0122663974761963
Epoch 1799: Loss: 1.0723353624343872
Epoch 1800: Loss: 1.104336142539978
Epoch 1801: Loss: 1.0758464336395264
Epoch 1802: Loss: 1.0139596462249756
Epoch 1803: Loss: 1.0503625869750977
Epoch 1804: Loss: 1.0529470443725586
Epoch 1805: Loss: 1.0295120477676392
Epoch 1806: Loss: 1.0175997018814087
Epoch 1807: Loss: 1.038094162940979
Epoch 1808: Loss: 0.9786847233772278
Epoch 1809: Loss: 1.033880591392517
Epoch 1810: Loss: 0.940894603729248
Epoch 1811: Loss: 1.0572712421417236
Epoch 1812: Loss: 1.0417420864105225
Epoch 1813: Loss: 1.0143532752990723
Epoch 1814: Loss: 1.0407171249389648
Epoch 1815: Loss: 1.0502086877822876
Epoch 1816: Loss: 1.0283695459365845
Epoch 1817: Loss: 1.0301258563995361
Epoch 1818: Loss: 1.0464246273040771
Epoch 1819: Loss: 1.0360438823699951
Epoch 1820: Loss: 0.9910194277763367
Epoch 1821: Loss: 1.0963640213012695
Epoch 1822: Loss: 1.0232470035552979
Epoch 1823: Loss: 1.0139573812484741
Epoch 1824: Loss: 1.1243646144866943
Epoch 1825: Loss: 1.0841193199157715
Epoch 1826: Loss: 1.0073881149291992
Epoch 1827: Loss: 0.9861206412315369
Epoch 1828: Loss: 0.9826712012290955
Epoch 1829: Loss: 1.0284048318862915
Epoch 1830: Loss: 1.017128825187683
Epoch 1831: Loss: 0.9743545055389404
Epoch 1832: Loss: 1.0556150674819946
Epoch 1833: Loss: 1.0122367143630981
Epoch 1834: Loss: 1.039143681526184
Epoch 1835: Loss: 1.0561262369155884
Epoch 1836: Loss: 0.9840384125709534
Epoch 1837: Loss: 1.0937716960906982
Epoch 1838: Loss: 1.1032226085662842
Epoch 1839: Loss: 1.0795824527740479
Epoch 1840: Loss: 1.0882271528244019
Epoch 1841: Loss: 1.0347661972045898
Epoch 1842: Loss: 1.0581413507461548
Epoch 1843: Loss: 1.081276297569275
Epoch 1844: Loss: 1.0494468212127686
Epoch 1845: Loss: 0.981116533279419
Epoch 1846: Loss: 1.0955753326416016
Epoch 1847: Loss: 0.967126727104187
Epoch 1848: Loss: 1.0580909252166748
Epoch 1849: Loss: 0.9882075190544128
Epoch 1850: Loss: 1.0070250034332275
Epoch 1851: Loss: 1.117404818534851
Epoch 1852: Loss: 1.0787702798843384
Epoch 1853: Loss: 1.0705987215042114
Epoch 1854: Loss: 1.0037047863006592
Epoch 1855: Loss: 1.034085750579834
Epoch 1856: Loss: 1.0599535703659058
Epoch 1857: Loss: 1.1116210222244263
Epoch 1858: Loss: 1.0448317527770996
Epoch 1859: Loss: 1.0006446838378906
Epoch 1860: Loss: 1.0081270933151245
Epoch 1861: Loss: 1.0311391353607178
Epoch 1862: Loss: 1.0882424116134644
Epoch 1863: Loss: 1.0206316709518433
Epoch 1864: Loss: 1.06346595287323
Epoch 1865: Loss: 1.0640393495559692
Epoch 1866: Loss: 1.0820845365524292
Epoch 1867: Loss: 0.9873040318489075
Epoch 1868: Loss: 0.9599512219429016
Epoch 1869: Loss: 1.0500599145889282
Epoch 1870: Loss: 0.9810707569122314
Epoch 1871: Loss: 1.108504056930542
Epoch 1872: Loss: 1.0321860313415527
Epoch 1873: Loss: 1.0104265213012695
Epoch 1874: Loss: 1.0591503381729126
Epoch 1875: Loss: 0.9151222109794617
Epoch 1876: Loss: 1.06501305103302
Epoch 1877: Loss: 1.1016179323196411
Epoch 1878: Loss: 0.9479474425315857
Epoch 1879: Loss: 1.1203176975250244
Epoch 1880: Loss: 0.9836044907569885
Epoch 1881: Loss: 1.0584425926208496
Epoch 1882: Loss: 0.9796337485313416
Epoch 1883: Loss: 1.0570049285888672
Epoch 1884: Loss: 0.9852613806724548
Epoch 1885: Loss: 1.0425089597702026
Epoch 1886: Loss: 1.0062335729599
Epoch 1887: Loss: 1.0010688304901123
Epoch 1888: Loss: 1.0207560062408447
Epoch 1889: Loss: 0.9995701313018799
Epoch 1890: Loss: 1.1228171586990356
Epoch 1891: Loss: 0.9632846117019653
Epoch 1892: Loss: 1.0808535814285278
Epoch 1893: Loss: 1.0661202669143677
Epoch 1894: Loss: 1.0332380533218384
Epoch 1895: Loss: 1.0529587268829346
Epoch 1896: Loss: 1.0906291007995605
Epoch 1897: Loss: 1.0144692659378052
Epoch 1898: Loss: 1.0778528451919556
Epoch 1899: Loss: 1.119407057762146
Epoch 1900: Loss: 0.9588406682014465
Epoch 1901: Loss: 1.0535459518432617
Epoch 1902: Loss: 1.007982850074768
Epoch 1903: Loss: 0.9897936582565308
Epoch 1904: Loss: 1.0853006839752197
Epoch 1905: Loss: 0.9631606340408325
Epoch 1906: Loss: 1.0947552919387817
Epoch 1907: Loss: 1.0495834350585938
Epoch 1908: Loss: 1.052839756011963
Epoch 1909: Loss: 1.079533576965332
Epoch 1910: Loss: 1.0637304782867432
Epoch 1911: Loss: 1.032354474067688
Epoch 1912: Loss: 0.9680081605911255
Epoch 1913: Loss: 0.9856612086296082
Epoch 1914: Loss: 0.9484754204750061
Epoch 1915: Loss: 0.9828615188598633
Epoch 1916: Loss: 0.9824541807174683
Epoch 1917: Loss: 1.0159977674484253
Epoch 1918: Loss: 1.0228385925292969
Epoch 1919: Loss: 0.9713464379310608
Epoch 1920: Loss: 0.959192156791687
Epoch 1921: Loss: 1.0598680973052979
Epoch 1922: Loss: 1.0404655933380127
Epoch 1923: Loss: 0.9997379183769226
Epoch 1924: Loss: 1.0022891759872437
Epoch 1925: Loss: 1.0638256072998047
Epoch 1926: Loss: 0.9749378561973572
Epoch 1927: Loss: 1.0753711462020874
Epoch 1928: Loss: 0.978258490562439
Epoch 1929: Loss: 1.0484294891357422
Epoch 1930: Loss: 1.0388954877853394
Epoch 1931: Loss: 1.0182361602783203
Epoch 1932: Loss: 1.0341347455978394
Epoch 1933: Loss: 1.052833914756775
Epoch 1934: Loss: 1.0503170490264893
Epoch 1935: Loss: 1.0161375999450684
Epoch 1936: Loss: 1.0247511863708496
Epoch 1937: Loss: 1.0103323459625244
Epoch 1938: Loss: 1.0055255889892578
Epoch 1939: Loss: 0.9659776091575623
Epoch 1940: Loss: 1.081344723701477
Epoch 1941: Loss: 0.9896734356880188
Epoch 1942: Loss: 1.029327392578125
Epoch 1943: Loss: 1.02170991897583
Epoch 1944: Loss: 0.9912264943122864
Epoch 1945: Loss: 0.9738290309906006
Epoch 1946: Loss: 1.100463628768921
Epoch 1947: Loss: 1.10816490650177
Epoch 1948: Loss: 1.0462390184402466
Epoch 1949: Loss: 1.098671793937683
Epoch 1950: Loss: 1.0794645547866821
Epoch 1951: Loss: 1.0275074243545532
Epoch 1952: Loss: 0.9612233638763428
Epoch 1953: Loss: 1.1207492351531982
Epoch 1954: Loss: 0.9008226990699768
Epoch 1955: Loss: 0.994766116142273
Epoch 1956: Loss: 0.9954888224601746
Epoch 1957: Loss: 0.979848325252533
Epoch 1958: Loss: 0.9382929801940918
Epoch 1959: Loss: 0.949347198009491
Epoch 1960: Loss: 1.0674960613250732
Epoch 1961: Loss: 1.0189664363861084
Epoch 1962: Loss: 1.1100114583969116
Epoch 1963: Loss: 0.9299070835113525
Epoch 1964: Loss: 1.0407239198684692
Epoch 1965: Loss: 1.0481877326965332
Epoch 1966: Loss: 0.9793928265571594
Epoch 1967: Loss: 1.0740926265716553
Epoch 1968: Loss: 1.0890802145004272
Epoch 1969: Loss: 0.9675167798995972
Epoch 1970: Loss: 1.0318068265914917
Epoch 1971: Loss: 0.9884870052337646
Epoch 1972: Loss: 1.0149956941604614
Epoch 1973: Loss: 1.0082448720932007
Epoch 1974: Loss: 0.9790357947349548
Epoch 1975: Loss: 1.0771527290344238
Epoch 1976: Loss: 0.9927247762680054
Epoch 1977: Loss: 0.9500501155853271
Epoch 1978: Loss: 0.9566384553909302
Epoch 1979: Loss: 0.9637612104415894
Epoch 1980: Loss: 0.9190955758094788
Epoch 1981: Loss: 0.9840261936187744
Epoch 1982: Loss: 0.9663427472114563
Epoch 1983: Loss: 1.018302321434021
Epoch 1984: Loss: 1.0437595844268799
Epoch 1985: Loss: 1.0034935474395752
Epoch 1986: Loss: 1.092017412185669
Epoch 1987: Loss: 0.9760493636131287
Epoch 1988: Loss: 1.067697525024414
Epoch 1989: Loss: 0.9291914105415344
Epoch 1990: Loss: 0.9729601740837097
Epoch 1991: Loss: 1.0533889532089233
Epoch 1992: Loss: 1.0425217151641846
Epoch 1993: Loss: 1.0523930788040161
Epoch 1994: Loss: 0.9735986590385437
Epoch 1995: Loss: 0.9658103585243225
Epoch 1996: Loss: 0.9925141334533691
Epoch 1997: Loss: 1.0660309791564941
Epoch 1998: Loss: 1.0593500137329102
Epoch 1999: Loss: 0.9166122674942017
Epoch 2000: Loss: 1.0094491243362427

def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN New FEATURES'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt','PD GNN 3 LAYERS','PD GNN 2 LAYERS',"T_LOCAL_TX_PD",'PD GNN New FEATURES']]

Test Loss: 31.005569458007812

ids_to_exclude = [
    704576, 856665, 825899, 938287, 656517, 100024, 755117, 528099, 985976, 269143,
    470423, 768462, 559421, 913458, 118003, 292814, 198777, 117482, 813650, 271776,
    953823, 569118, 244440, 958579, 451801, 734431, 748975, 929858, 110020, 692856,
    253152, 146874, 889462, 530940, 697142, 760597, 517271, 755821, 749131, 367248,
    524085, 541772, 201871, 436519, 586264, 830505, 231047, 355013, 406372, 713795,
    821916, 905012
]

df_train_encoded.loc[df_train_encoded['ID'].isin(ids_to_exclude), ['q1', 'q2', 'q3']] = 0

X_train=df_train_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
X_test=df_test_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
y_train=df_train_encoded[["T_LOCAL_TX_PD"]]
y_test=df_test_encoded[["T_LOCAL_TX_PD"]]

param_grid = {
    'n_estimators': [10, 50, 100], 
    'max_depth': [None, 10, 20, 30], 
    'min_samples_split': [2, 4, 6]
}

grid_search = GridSearchCV(estimator=RandomForestRegressor(random_state=42),
                           param_grid=param_grid,
                           cv=5,  
                           scoring='neg_mean_squared_error',  
                           verbose=1,  
                           n_jobs=-1)


grid_search.fit(X_train, y_train.values.ravel())


best_model = grid_search.best_estimator_

y_train_pred = best_model.predict(X_train)
y_test_pred = best_model.predict(X_test)

train_r2 = r2_score(y_train, y_train_pred)
test_r2 = r2_score(y_test, y_test_pred)
train_mse = mean_squared_error(y_train, y_train_pred)
test_mse = mean_squared_error(y_test, y_test_pred)

print(f"Best Parameters: {grid_search.best_params_}")
print(f"Training R2 score: {train_r2:.2f}")
print(f"Test R2 score: {test_r2:.2f}")
print(f"Training MSE: {train_mse:.2f}")
print(f"Test MSE: {test_mse:.2f}")

Fitting 5 folds for each of 36 candidates, totalling 180 fits
Best Parameters: {'max_depth': None, 'min_samples_split': 2, 'n_estimators': 100}
Training R2 score: 0.99
Test R2 score: -0.34
Training MSE: 0.03
Test MSE: 5.01

test_data_['PD random forest new'] = np.array([from_pred_to_normal(y) for y in y_test_pred])
test_data_[["T_LOCAL_TX_PD",'PD random forest','PD random forest new']]

G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:  
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:  
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")

Train Graph has 1129 nodes and 3297 edges.
Test Graph has 106 nodes and 49 edges.

G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)

G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)

class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        #self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        #self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        '''# 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''
        # 2rd  layer
        x = F.relu(self.conv2(x, edge_index))

        
        x = self.out(x)
        return x

num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')

Epoch 1: Loss: 34.515777587890625
Epoch 2: Loss: 33.96763610839844
Epoch 3: Loss: 33.21098709106445
Epoch 4: Loss: 33.031063079833984
Epoch 5: Loss: 32.486297607421875
Epoch 6: Loss: 32.29181671142578
Epoch 7: Loss: 31.468141555786133
Epoch 8: Loss: 31.23501205444336
Epoch 9: Loss: 30.744762420654297
Epoch 10: Loss: 30.118335723876953
Epoch 11: Loss: 29.89580726623535
Epoch 12: Loss: 29.35079002380371
Epoch 13: Loss: 28.889196395874023
Epoch 14: Loss: 28.465456008911133
Epoch 15: Loss: 28.21562957763672
Epoch 16: Loss: 27.80721092224121
Epoch 17: Loss: 27.500686645507812
Epoch 18: Loss: 26.94839096069336
Epoch 19: Loss: 26.70537567138672
Epoch 20: Loss: 26.444721221923828
Epoch 21: Loss: 25.95482635498047
Epoch 22: Loss: 25.61102867126465
Epoch 23: Loss: 25.02977180480957
Epoch 24: Loss: 24.816707611083984
Epoch 25: Loss: 24.401493072509766
Epoch 26: Loss: 24.032819747924805
Epoch 27: Loss: 23.738649368286133
Epoch 28: Loss: 23.647106170654297
Epoch 29: Loss: 23.03816795349121
Epoch 30: Loss: 22.784914016723633
Epoch 31: Loss: 22.401615142822266
Epoch 32: Loss: 22.15485954284668
Epoch 33: Loss: 21.908384323120117
Epoch 34: Loss: 21.623380661010742
Epoch 35: Loss: 21.374164581298828
Epoch 36: Loss: 21.113475799560547
Epoch 37: Loss: 20.557369232177734
Epoch 38: Loss: 20.419586181640625
Epoch 39: Loss: 20.07958221435547
Epoch 40: Loss: 19.683435440063477
Epoch 41: Loss: 19.27223014831543
Epoch 42: Loss: 18.990102767944336
Epoch 43: Loss: 18.616355895996094
Epoch 44: Loss: 18.44619369506836
Epoch 45: Loss: 17.96773338317871
Epoch 46: Loss: 17.623991012573242
Epoch 47: Loss: 17.588224411010742
Epoch 48: Loss: 16.98306655883789
Epoch 49: Loss: 16.781661987304688
Epoch 50: Loss: 16.58762550354004
Epoch 51: Loss: 16.3138427734375
Epoch 52: Loss: 15.83669662475586
Epoch 53: Loss: 15.503714561462402
Epoch 54: Loss: 15.29040813446045
Epoch 55: Loss: 14.888648986816406
Epoch 56: Loss: 14.44168758392334
Epoch 57: Loss: 14.206235885620117
Epoch 58: Loss: 13.727096557617188
Epoch 59: Loss: 13.686487197875977
Epoch 60: Loss: 13.269135475158691
Epoch 61: Loss: 13.046674728393555
Epoch 62: Loss: 12.839402198791504
Epoch 63: Loss: 12.297272682189941
Epoch 64: Loss: 12.258216857910156
Epoch 65: Loss: 11.835095405578613
Epoch 66: Loss: 11.54494571685791
Epoch 67: Loss: 11.225162506103516
Epoch 68: Loss: 11.146323204040527
Epoch 69: Loss: 10.701870918273926
Epoch 70: Loss: 10.469877243041992
Epoch 71: Loss: 10.345431327819824
Epoch 72: Loss: 9.814773559570312
Epoch 73: Loss: 9.710269927978516
Epoch 74: Loss: 9.434882164001465
Epoch 75: Loss: 9.013538360595703
Epoch 76: Loss: 9.065763473510742
Epoch 77: Loss: 8.59753704071045
Epoch 78: Loss: 8.425057411193848
Epoch 79: Loss: 8.056719779968262
Epoch 80: Loss: 7.952445983886719
Epoch 81: Loss: 7.6104631423950195
Epoch 82: Loss: 7.535248756408691
Epoch 83: Loss: 7.101905345916748
Epoch 84: Loss: 7.135692596435547
Epoch 85: Loss: 6.895346164703369
Epoch 86: Loss: 6.689362525939941
Epoch 87: Loss: 6.603439807891846
Epoch 88: Loss: 6.267129898071289
Epoch 89: Loss: 6.1950459480285645
Epoch 90: Loss: 5.958281993865967
Epoch 91: Loss: 6.016101837158203
Epoch 92: Loss: 5.719944000244141
Epoch 93: Loss: 5.4643731117248535
Epoch 94: Loss: 5.434699058532715
Epoch 95: Loss: 5.379893779754639
Epoch 96: Loss: 5.266066551208496
Epoch 97: Loss: 5.131684303283691
Epoch 98: Loss: 4.884140491485596
Epoch 99: Loss: 4.831106185913086
Epoch 100: Loss: 4.6743059158325195
Epoch 101: Loss: 4.5507307052612305
Epoch 102: Loss: 4.793327331542969
Epoch 103: Loss: 4.5279364585876465
Epoch 104: Loss: 4.5855393409729
Epoch 105: Loss: 4.643735408782959
Epoch 106: Loss: 4.246673107147217
Epoch 107: Loss: 4.328273773193359
Epoch 108: Loss: 4.274102687835693
Epoch 109: Loss: 4.4659905433654785
Epoch 110: Loss: 4.224537372589111
Epoch 111: Loss: 3.842439651489258
Epoch 112: Loss: 4.023114204406738
Epoch 113: Loss: 4.079265117645264
Epoch 114: Loss: 3.9775867462158203
Epoch 115: Loss: 4.001640796661377
Epoch 116: Loss: 3.9324498176574707
Epoch 117: Loss: 3.9303903579711914
Epoch 118: Loss: 3.771822690963745
Epoch 119: Loss: 3.921618938446045
Epoch 120: Loss: 3.746480941772461
Epoch 121: Loss: 3.7854607105255127
Epoch 122: Loss: 3.702868938446045
Epoch 123: Loss: 3.7983992099761963
Epoch 124: Loss: 3.658649444580078
Epoch 125: Loss: 3.6210148334503174
Epoch 126: Loss: 3.881531000137329
Epoch 127: Loss: 3.776991605758667
Epoch 128: Loss: 3.8157432079315186
Epoch 129: Loss: 3.587358236312866
Epoch 130: Loss: 3.575530767440796
Epoch 131: Loss: 3.694701910018921
Epoch 132: Loss: 3.4197328090667725
Epoch 133: Loss: 3.571715831756592
Epoch 134: Loss: 3.547947883605957
Epoch 135: Loss: 3.4638710021972656
Epoch 136: Loss: 3.5281381607055664
Epoch 137: Loss: 3.4223084449768066
Epoch 138: Loss: 3.5200016498565674
Epoch 139: Loss: 3.5553362369537354
Epoch 140: Loss: 3.4491519927978516
Epoch 141: Loss: 3.3237521648406982
Epoch 142: Loss: 3.3443078994750977
Epoch 143: Loss: 3.3867452144622803
Epoch 144: Loss: 3.3344922065734863
Epoch 145: Loss: 3.2934489250183105
Epoch 146: Loss: 3.201535940170288
Epoch 147: Loss: 3.305795907974243
Epoch 148: Loss: 3.316915988922119
Epoch 149: Loss: 3.331944465637207
Epoch 150: Loss: 3.330583333969116
Epoch 151: Loss: 3.321352958679199
Epoch 152: Loss: 3.1940970420837402
Epoch 153: Loss: 3.211822986602783
Epoch 154: Loss: 3.2455482482910156
Epoch 155: Loss: 3.1516287326812744
Epoch 156: Loss: 3.2548604011535645
Epoch 157: Loss: 3.1572914123535156
Epoch 158: Loss: 3.314704656600952
Epoch 159: Loss: 3.3059463500976562
Epoch 160: Loss: 3.1083438396453857
Epoch 161: Loss: 3.0928056240081787
Epoch 162: Loss: 3.163024425506592
Epoch 163: Loss: 3.092313766479492
Epoch 164: Loss: 3.0441486835479736
Epoch 165: Loss: 3.0863699913024902
Epoch 166: Loss: 3.1222219467163086
Epoch 167: Loss: 2.9819858074188232
Epoch 168: Loss: 3.05173921585083
Epoch 169: Loss: 2.992433547973633
Epoch 170: Loss: 3.1144256591796875
Epoch 171: Loss: 3.046149730682373
Epoch 172: Loss: 3.020022392272949
Epoch 173: Loss: 3.076237916946411
Epoch 174: Loss: 3.0332813262939453
Epoch 175: Loss: 3.0257325172424316
Epoch 176: Loss: 3.04740047454834
Epoch 177: Loss: 2.9437918663024902
Epoch 178: Loss: 2.969708204269409
Epoch 179: Loss: 2.96394681930542
Epoch 180: Loss: 3.081329107284546
Epoch 181: Loss: 3.0541436672210693
Epoch 182: Loss: 3.02364444732666
Epoch 183: Loss: 3.0381994247436523
Epoch 184: Loss: 3.0747787952423096
Epoch 185: Loss: 2.95206356048584
Epoch 186: Loss: 3.149286985397339
Epoch 187: Loss: 2.9711461067199707
Epoch 188: Loss: 2.886009931564331
Epoch 189: Loss: 2.9697868824005127
Epoch 190: Loss: 3.0254013538360596
Epoch 191: Loss: 3.0549142360687256
Epoch 192: Loss: 3.0059711933135986
Epoch 193: Loss: 2.9007484912872314
Epoch 194: Loss: 2.871980667114258
Epoch 195: Loss: 2.8288259506225586
Epoch 196: Loss: 2.886486530303955
Epoch 197: Loss: 2.853985548019409
Epoch 198: Loss: 2.82470703125
Epoch 199: Loss: 2.7910804748535156
Epoch 200: Loss: 2.8269593715667725
Epoch 201: Loss: 2.8437278270721436
Epoch 202: Loss: 2.8799750804901123
Epoch 203: Loss: 2.915221691131592
Epoch 204: Loss: 2.8513283729553223
Epoch 205: Loss: 2.963522434234619
Epoch 206: Loss: 2.7808585166931152
Epoch 207: Loss: 2.8103737831115723
Epoch 208: Loss: 2.8806307315826416
Epoch 209: Loss: 2.838449478149414
Epoch 210: Loss: 2.7758185863494873
Epoch 211: Loss: 2.8304436206817627
Epoch 212: Loss: 2.862217664718628
Epoch 213: Loss: 2.7948458194732666
Epoch 214: Loss: 2.8814992904663086
Epoch 215: Loss: 2.7022149562835693
Epoch 216: Loss: 2.7044498920440674
Epoch 217: Loss: 2.8406715393066406
Epoch 218: Loss: 2.691863536834717
Epoch 219: Loss: 2.853665590286255
Epoch 220: Loss: 2.7985432147979736
Epoch 221: Loss: 2.8370251655578613
Epoch 222: Loss: 2.662424325942993
Epoch 223: Loss: 2.746171236038208
Epoch 224: Loss: 2.722148895263672
Epoch 225: Loss: 2.7334983348846436
Epoch 226: Loss: 2.7575533390045166
Epoch 227: Loss: 2.7483232021331787
Epoch 228: Loss: 2.6031813621520996
Epoch 229: Loss: 2.7687087059020996
Epoch 230: Loss: 2.7108116149902344
Epoch 231: Loss: 2.7291369438171387
Epoch 232: Loss: 2.747938871383667
Epoch 233: Loss: 2.769561290740967
Epoch 234: Loss: 2.6830544471740723
Epoch 235: Loss: 2.657369375228882
Epoch 236: Loss: 2.6608457565307617
Epoch 237: Loss: 2.6229970455169678
Epoch 238: Loss: 2.685696840286255
Epoch 239: Loss: 2.681752920150757
Epoch 240: Loss: 2.635274648666382
Epoch 241: Loss: 2.6266252994537354
Epoch 242: Loss: 2.6102442741394043
Epoch 243: Loss: 2.685230255126953
Epoch 244: Loss: 2.6111297607421875
Epoch 245: Loss: 2.60333251953125
Epoch 246: Loss: 2.7046444416046143
Epoch 247: Loss: 2.6518006324768066
Epoch 248: Loss: 2.7428650856018066
Epoch 249: Loss: 2.5947601795196533
Epoch 250: Loss: 2.6489336490631104
Epoch 251: Loss: 2.571800470352173
Epoch 252: Loss: 2.623944044113159
Epoch 253: Loss: 2.5226495265960693
Epoch 254: Loss: 2.5255422592163086
Epoch 255: Loss: 2.6921446323394775
Epoch 256: Loss: 2.5513594150543213
Epoch 257: Loss: 2.53178071975708
Epoch 258: Loss: 2.6228537559509277
Epoch 259: Loss: 2.5541515350341797
Epoch 260: Loss: 2.5933966636657715
Epoch 261: Loss: 2.5955617427825928
Epoch 262: Loss: 2.5051119327545166
Epoch 263: Loss: 2.640761375427246
Epoch 264: Loss: 2.581202268600464
Epoch 265: Loss: 2.3774688243865967
Epoch 266: Loss: 2.522550582885742
Epoch 267: Loss: 2.508335828781128
Epoch 268: Loss: 2.606567144393921
Epoch 269: Loss: 2.5072789192199707
Epoch 270: Loss: 2.4678421020507812
Epoch 271: Loss: 2.6398584842681885
Epoch 272: Loss: 2.52945876121521
Epoch 273: Loss: 2.564624309539795
Epoch 274: Loss: 2.5491151809692383
Epoch 275: Loss: 2.6165897846221924
Epoch 276: Loss: 2.5923783779144287
Epoch 277: Loss: 2.485097646713257
Epoch 278: Loss: 2.448657512664795
Epoch 279: Loss: 2.519487142562866
Epoch 280: Loss: 2.49858021736145
Epoch 281: Loss: 2.5352680683135986
Epoch 282: Loss: 2.4597809314727783
Epoch 283: Loss: 2.370269536972046
Epoch 284: Loss: 2.5044820308685303
Epoch 285: Loss: 2.442789316177368
Epoch 286: Loss: 2.4701294898986816
Epoch 287: Loss: 2.385468006134033
Epoch 288: Loss: 2.4821579456329346
Epoch 289: Loss: 2.6439402103424072
Epoch 290: Loss: 2.454242706298828
Epoch 291: Loss: 2.3702962398529053
Epoch 292: Loss: 2.5540997982025146
Epoch 293: Loss: 2.4943690299987793
Epoch 294: Loss: 2.4231276512145996
Epoch 295: Loss: 2.499734401702881
Epoch 296: Loss: 2.425638437271118
Epoch 297: Loss: 2.4160714149475098
Epoch 298: Loss: 2.52091383934021
Epoch 299: Loss: 2.4525773525238037
Epoch 300: Loss: 2.404266119003296
Epoch 301: Loss: 2.404650926589966
Epoch 302: Loss: 2.4513890743255615
Epoch 303: Loss: 2.432870388031006
Epoch 304: Loss: 2.4444403648376465
Epoch 305: Loss: 2.382584571838379
Epoch 306: Loss: 2.440309762954712
Epoch 307: Loss: 2.4708242416381836
Epoch 308: Loss: 2.4049630165100098
Epoch 309: Loss: 2.4519784450531006
Epoch 310: Loss: 2.4005157947540283
Epoch 311: Loss: 2.401092529296875
Epoch 312: Loss: 2.4842374324798584
Epoch 313: Loss: 2.3247125148773193
Epoch 314: Loss: 2.3876545429229736
Epoch 315: Loss: 2.341874361038208
Epoch 316: Loss: 2.3500473499298096
Epoch 317: Loss: 2.318277359008789
Epoch 318: Loss: 2.341402292251587
Epoch 319: Loss: 2.403440475463867
Epoch 320: Loss: 2.344921350479126
Epoch 321: Loss: 2.3664724826812744
Epoch 322: Loss: 2.485135078430176
Epoch 323: Loss: 2.425417423248291
Epoch 324: Loss: 2.3891048431396484
Epoch 325: Loss: 2.316887617111206
Epoch 326: Loss: 2.4246370792388916
Epoch 327: Loss: 2.467026710510254
Epoch 328: Loss: 2.3978958129882812
Epoch 329: Loss: 2.48983097076416
Epoch 330: Loss: 2.49265456199646
Epoch 331: Loss: 2.278031587600708
Epoch 332: Loss: 2.2804622650146484
Epoch 333: Loss: 2.272526979446411
Epoch 334: Loss: 2.339884042739868
Epoch 335: Loss: 2.44443941116333
Epoch 336: Loss: 2.3566431999206543
Epoch 337: Loss: 2.3182613849639893
Epoch 338: Loss: 2.290226459503174
Epoch 339: Loss: 2.353502035140991
Epoch 340: Loss: 2.2583253383636475
Epoch 341: Loss: 2.3672518730163574
Epoch 342: Loss: 2.3143112659454346
Epoch 343: Loss: 2.3239479064941406
Epoch 344: Loss: 2.302805185317993
Epoch 345: Loss: 2.2379186153411865
Epoch 346: Loss: 2.233916759490967
Epoch 347: Loss: 2.3272171020507812
Epoch 348: Loss: 2.3158204555511475
Epoch 349: Loss: 2.3010241985321045
Epoch 350: Loss: 2.172913074493408
Epoch 351: Loss: 2.3456902503967285
Epoch 352: Loss: 2.1637682914733887
Epoch 353: Loss: 2.258603572845459
Epoch 354: Loss: 2.280315399169922
Epoch 355: Loss: 2.205472707748413
Epoch 356: Loss: 2.263887405395508
Epoch 357: Loss: 2.2933349609375
Epoch 358: Loss: 2.2834205627441406
Epoch 359: Loss: 2.1978182792663574
Epoch 360: Loss: 2.273364305496216
Epoch 361: Loss: 2.2099246978759766
Epoch 362: Loss: 2.339449882507324
Epoch 363: Loss: 2.2739508152008057
Epoch 364: Loss: 2.0900442600250244
Epoch 365: Loss: 2.2075905799865723
Epoch 366: Loss: 2.2433254718780518
Epoch 367: Loss: 2.281463146209717
Epoch 368: Loss: 2.1802289485931396
Epoch 369: Loss: 2.26132869720459
Epoch 370: Loss: 2.1811513900756836
Epoch 371: Loss: 2.284635066986084
Epoch 372: Loss: 2.2126080989837646
Epoch 373: Loss: 2.2603304386138916
Epoch 374: Loss: 2.163937568664551
Epoch 375: Loss: 2.2167632579803467
Epoch 376: Loss: 2.139456033706665
Epoch 377: Loss: 2.2616641521453857
Epoch 378: Loss: 2.269636631011963
Epoch 379: Loss: 2.2873740196228027
Epoch 380: Loss: 2.2624073028564453
Epoch 381: Loss: 2.153489828109741
Epoch 382: Loss: 2.096144199371338
Epoch 383: Loss: 2.1256420612335205
Epoch 384: Loss: 2.2117323875427246
Epoch 385: Loss: 2.1753385066986084
Epoch 386: Loss: 2.2454469203948975
Epoch 387: Loss: 2.2183046340942383
Epoch 388: Loss: 2.240809917449951
Epoch 389: Loss: 2.1620430946350098
Epoch 390: Loss: 2.242931365966797
Epoch 391: Loss: 2.1728665828704834
Epoch 392: Loss: 2.1988067626953125
Epoch 393: Loss: 2.226578712463379
Epoch 394: Loss: 2.155301332473755
Epoch 395: Loss: 2.1024115085601807
Epoch 396: Loss: 2.2739622592926025
Epoch 397: Loss: 2.186758279800415
Epoch 398: Loss: 2.2659711837768555
Epoch 399: Loss: 2.1957950592041016
Epoch 400: Loss: 2.0874500274658203
Epoch 401: Loss: 2.1986846923828125
Epoch 402: Loss: 2.1498942375183105
Epoch 403: Loss: 2.138953447341919
Epoch 404: Loss: 2.1454498767852783
Epoch 405: Loss: 2.080324649810791
Epoch 406: Loss: 2.2205495834350586
Epoch 407: Loss: 2.1316022872924805
Epoch 408: Loss: 2.1665444374084473
Epoch 409: Loss: 2.1366686820983887
Epoch 410: Loss: 2.1658551692962646
Epoch 411: Loss: 1.9934786558151245
Epoch 412: Loss: 2.082117795944214
Epoch 413: Loss: 2.0513322353363037
Epoch 414: Loss: 2.1495473384857178
Epoch 415: Loss: 2.1548409461975098
Epoch 416: Loss: 2.0448648929595947
Epoch 417: Loss: 2.182913303375244
Epoch 418: Loss: 2.310612678527832
Epoch 419: Loss: 2.200547456741333
Epoch 420: Loss: 2.115589141845703
Epoch 421: Loss: 2.094444513320923
Epoch 422: Loss: 2.238189220428467
Epoch 423: Loss: 2.160978078842163
Epoch 424: Loss: 2.111389636993408
Epoch 425: Loss: 2.1136202812194824
Epoch 426: Loss: 2.1707041263580322
Epoch 427: Loss: 2.0058937072753906
Epoch 428: Loss: 2.166957139968872
Epoch 429: Loss: 2.1700358390808105
Epoch 430: Loss: 2.0773508548736572
Epoch 431: Loss: 2.0744388103485107
Epoch 432: Loss: 2.112459897994995
Epoch 433: Loss: 2.0742201805114746
Epoch 434: Loss: 2.023496627807617
Epoch 435: Loss: 2.0525057315826416
Epoch 436: Loss: 2.297808885574341
Epoch 437: Loss: 2.0972466468811035
Epoch 438: Loss: 2.0249528884887695
Epoch 439: Loss: 2.063292980194092
Epoch 440: Loss: 2.188304901123047
Epoch 441: Loss: 2.071687698364258
Epoch 442: Loss: 2.102762222290039
Epoch 443: Loss: 2.1130402088165283
Epoch 444: Loss: 2.0660974979400635
Epoch 445: Loss: 2.0120465755462646
Epoch 446: Loss: 2.1061956882476807
Epoch 447: Loss: 2.0385289192199707
Epoch 448: Loss: 2.2575409412384033
Epoch 449: Loss: 2.0033459663391113
Epoch 450: Loss: 2.0586979389190674
Epoch 451: Loss: 2.098013401031494
Epoch 452: Loss: 2.056220293045044
Epoch 453: Loss: 2.1283509731292725
Epoch 454: Loss: 2.068239212036133
Epoch 455: Loss: 1.9400227069854736
Epoch 456: Loss: 2.0057971477508545
Epoch 457: Loss: 2.0682976245880127
Epoch 458: Loss: 2.0154900550842285
Epoch 459: Loss: 2.024855375289917
Epoch 460: Loss: 2.07950496673584
Epoch 461: Loss: 2.1728649139404297
Epoch 462: Loss: 1.9395757913589478
Epoch 463: Loss: 2.0193421840667725
Epoch 464: Loss: 1.941576600074768
Epoch 465: Loss: 1.9036848545074463
Epoch 466: Loss: 2.009157657623291
Epoch 467: Loss: 2.0363545417785645
Epoch 468: Loss: 2.0260989665985107
Epoch 469: Loss: 2.0226542949676514
Epoch 470: Loss: 2.0379340648651123
Epoch 471: Loss: 2.0626397132873535
Epoch 472: Loss: 2.0812759399414062
Epoch 473: Loss: 1.9994264841079712
Epoch 474: Loss: 2.0770277976989746
Epoch 475: Loss: 1.9112374782562256
Epoch 476: Loss: 2.0203676223754883
Epoch 477: Loss: 2.068340301513672
Epoch 478: Loss: 1.9993927478790283
Epoch 479: Loss: 1.9190901517868042
Epoch 480: Loss: 2.0175886154174805
Epoch 481: Loss: 2.0647294521331787
Epoch 482: Loss: 2.080268383026123
Epoch 483: Loss: 2.1003870964050293
Epoch 484: Loss: 2.103672504425049
Epoch 485: Loss: 1.9606486558914185
Epoch 486: Loss: 1.9406015872955322
Epoch 487: Loss: 1.9666277170181274
Epoch 488: Loss: 2.027689218521118
Epoch 489: Loss: 2.00950026512146
Epoch 490: Loss: 1.9078245162963867
Epoch 491: Loss: 2.03843092918396
Epoch 492: Loss: 1.9413228034973145
Epoch 493: Loss: 1.947950005531311
Epoch 494: Loss: 1.8576934337615967
Epoch 495: Loss: 1.898857831954956
Epoch 496: Loss: 1.977036952972412
Epoch 497: Loss: 1.9499033689498901
Epoch 498: Loss: 1.9062505960464478
Epoch 499: Loss: 1.9551365375518799
Epoch 500: Loss: 1.9620314836502075
Epoch 501: Loss: 2.022348165512085
Epoch 502: Loss: 1.9886430501937866
Epoch 503: Loss: 1.9967082738876343
Epoch 504: Loss: 2.0160863399505615
Epoch 505: Loss: 1.9821875095367432
Epoch 506: Loss: 1.8969309329986572
Epoch 507: Loss: 1.9815874099731445
Epoch 508: Loss: 1.9261558055877686
Epoch 509: Loss: 1.9288231134414673
Epoch 510: Loss: 1.941848874092102
Epoch 511: Loss: 1.8996063470840454
Epoch 512: Loss: 1.937953233718872
Epoch 513: Loss: 1.9439680576324463
Epoch 514: Loss: 1.977776050567627
Epoch 515: Loss: 1.896448016166687
Epoch 516: Loss: 1.9468780755996704
Epoch 517: Loss: 1.9137787818908691
Epoch 518: Loss: 1.9950047731399536
Epoch 519: Loss: 1.989984154701233
Epoch 520: Loss: 1.9424465894699097
Epoch 521: Loss: 1.9962881803512573
Epoch 522: Loss: 1.9041764736175537
Epoch 523: Loss: 1.9329601526260376
Epoch 524: Loss: 1.938323736190796
Epoch 525: Loss: 1.8882852792739868
Epoch 526: Loss: 1.8730030059814453
Epoch 527: Loss: 1.854063630104065
Epoch 528: Loss: 1.9321295022964478
Epoch 529: Loss: 1.9252676963806152
Epoch 530: Loss: 1.8820911645889282
Epoch 531: Loss: 1.8660595417022705
Epoch 532: Loss: 1.84723699092865
Epoch 533: Loss: 1.9919449090957642
Epoch 534: Loss: 1.8537344932556152
Epoch 535: Loss: 1.8271667957305908
Epoch 536: Loss: 1.9556291103363037
Epoch 537: Loss: 1.8466637134552002
Epoch 538: Loss: 1.9762763977050781
Epoch 539: Loss: 1.8688340187072754
Epoch 540: Loss: 1.8997126817703247
Epoch 541: Loss: 1.9063678979873657
Epoch 542: Loss: 1.904827356338501
Epoch 543: Loss: 1.8771412372589111
Epoch 544: Loss: 1.8633400201797485
Epoch 545: Loss: 1.8277283906936646
Epoch 546: Loss: 1.9016445875167847
Epoch 547: Loss: 1.8440194129943848
Epoch 548: Loss: 1.8345760107040405
Epoch 549: Loss: 1.9026955366134644
Epoch 550: Loss: 1.925972580909729
Epoch 551: Loss: 1.8985562324523926
Epoch 552: Loss: 1.8510422706604004
Epoch 553: Loss: 1.9311727285385132
Epoch 554: Loss: 1.8966212272644043
Epoch 555: Loss: 1.8448623418807983
Epoch 556: Loss: 1.875449538230896
Epoch 557: Loss: 1.8186534643173218
Epoch 558: Loss: 1.9149802923202515
Epoch 559: Loss: 1.934994101524353
Epoch 560: Loss: 1.8486989736557007
Epoch 561: Loss: 1.954128384590149
Epoch 562: Loss: 1.9434024095535278
Epoch 563: Loss: 1.953792929649353
Epoch 564: Loss: 1.8166371583938599
Epoch 565: Loss: 1.8127497434616089
Epoch 566: Loss: 1.8555904626846313
Epoch 567: Loss: 1.9990184307098389
Epoch 568: Loss: 1.904965877532959
Epoch 569: Loss: 1.8959418535232544
Epoch 570: Loss: 1.8203736543655396
Epoch 571: Loss: 1.8899016380310059
Epoch 572: Loss: 1.8468217849731445
Epoch 573: Loss: 1.8919676542282104
Epoch 574: Loss: 1.8807828426361084
Epoch 575: Loss: 1.9845049381256104
Epoch 576: Loss: 1.8691350221633911
Epoch 577: Loss: 1.8502470254898071
Epoch 578: Loss: 1.870882272720337
Epoch 579: Loss: 1.8360780477523804
Epoch 580: Loss: 1.802463412284851
Epoch 581: Loss: 1.795159101486206
Epoch 582: Loss: 1.885317087173462
Epoch 583: Loss: 1.7803233861923218
Epoch 584: Loss: 1.8053096532821655
Epoch 585: Loss: 1.9480044841766357
Epoch 586: Loss: 1.9256372451782227
Epoch 587: Loss: 1.8877606391906738
Epoch 588: Loss: 1.8446675539016724
Epoch 589: Loss: 1.9448837041854858
Epoch 590: Loss: 1.8346190452575684
Epoch 591: Loss: 1.8063733577728271
Epoch 592: Loss: 1.8111743927001953
Epoch 593: Loss: 1.8167896270751953
Epoch 594: Loss: 1.8154850006103516
Epoch 595: Loss: 1.8060047626495361
Epoch 596: Loss: 1.7811492681503296
Epoch 597: Loss: 1.7826253175735474
Epoch 598: Loss: 1.8220759630203247
Epoch 599: Loss: 1.7745128870010376
Epoch 600: Loss: 1.7936121225357056
Epoch 601: Loss: 1.863936424255371
Epoch 602: Loss: 1.7372151613235474
Epoch 603: Loss: 1.7456079721450806
Epoch 604: Loss: 1.7823246717453003
Epoch 605: Loss: 1.7853797674179077
Epoch 606: Loss: 1.7837251424789429
Epoch 607: Loss: 1.7352246046066284
Epoch 608: Loss: 1.8024271726608276
Epoch 609: Loss: 1.7975835800170898
Epoch 610: Loss: 1.8249150514602661
Epoch 611: Loss: 1.7817639112472534
Epoch 612: Loss: 1.7741559743881226
Epoch 613: Loss: 1.8650847673416138
Epoch 614: Loss: 1.8027315139770508
Epoch 615: Loss: 1.772704839706421
Epoch 616: Loss: 1.8739726543426514
Epoch 617: Loss: 1.8888206481933594
Epoch 618: Loss: 1.7466150522232056
Epoch 619: Loss: 1.7322782278060913
Epoch 620: Loss: 1.7256059646606445
Epoch 621: Loss: 1.783553123474121
Epoch 622: Loss: 1.7624152898788452
Epoch 623: Loss: 1.742408037185669
Epoch 624: Loss: 1.8053072690963745
Epoch 625: Loss: 1.7288800477981567
Epoch 626: Loss: 1.8552567958831787
Epoch 627: Loss: 1.7919318675994873
Epoch 628: Loss: 1.722334861755371
Epoch 629: Loss: 1.7805864810943604
Epoch 630: Loss: 1.7345761060714722
Epoch 631: Loss: 1.7792646884918213
Epoch 632: Loss: 1.7415162324905396
Epoch 633: Loss: 1.8158602714538574
Epoch 634: Loss: 1.7433079481124878
Epoch 635: Loss: 1.770022988319397
Epoch 636: Loss: 1.6817351579666138
Epoch 637: Loss: 1.809773325920105
Epoch 638: Loss: 1.7482938766479492
Epoch 639: Loss: 1.7274030447006226
Epoch 640: Loss: 1.7608981132507324
Epoch 641: Loss: 1.7095541954040527
Epoch 642: Loss: 1.797367811203003
Epoch 643: Loss: 1.7630366086959839
Epoch 644: Loss: 1.7484005689620972
Epoch 645: Loss: 1.7846698760986328
Epoch 646: Loss: 1.7210755348205566
Epoch 647: Loss: 1.7653155326843262
Epoch 648: Loss: 1.7921441793441772
Epoch 649: Loss: 1.7330390214920044
Epoch 650: Loss: 1.6896370649337769
Epoch 651: Loss: 1.7556006908416748
Epoch 652: Loss: 1.7728804349899292
Epoch 653: Loss: 1.767934799194336
Epoch 654: Loss: 1.7679497003555298
Epoch 655: Loss: 1.7397654056549072
Epoch 656: Loss: 1.7779254913330078
Epoch 657: Loss: 1.761313557624817
Epoch 658: Loss: 1.7534748315811157
Epoch 659: Loss: 1.7586826086044312
Epoch 660: Loss: 1.7255301475524902
Epoch 661: Loss: 1.7627971172332764
Epoch 662: Loss: 1.679092526435852
Epoch 663: Loss: 1.6733628511428833
Epoch 664: Loss: 1.7007815837860107
Epoch 665: Loss: 1.7287782430648804
Epoch 666: Loss: 1.7723289728164673
Epoch 667: Loss: 1.706363558769226
Epoch 668: Loss: 1.6380876302719116
Epoch 669: Loss: 1.6815272569656372
Epoch 670: Loss: 1.751706600189209
Epoch 671: Loss: 1.6961658000946045
Epoch 672: Loss: 1.774010419845581
Epoch 673: Loss: 1.7463001012802124
Epoch 674: Loss: 1.643836498260498
Epoch 675: Loss: 1.7087628841400146
Epoch 676: Loss: 1.7870111465454102
Epoch 677: Loss: 1.7021803855895996
Epoch 678: Loss: 1.6003690958023071
Epoch 679: Loss: 1.669450044631958
Epoch 680: Loss: 1.6859021186828613
Epoch 681: Loss: 1.7200958728790283
Epoch 682: Loss: 1.7164915800094604
Epoch 683: Loss: 1.7470943927764893
Epoch 684: Loss: 1.6865482330322266
Epoch 685: Loss: 1.8092694282531738
Epoch 686: Loss: 1.7208867073059082
Epoch 687: Loss: 1.7233150005340576
Epoch 688: Loss: 1.7172324657440186
Epoch 689: Loss: 1.6439013481140137
Epoch 690: Loss: 1.737775444984436
Epoch 691: Loss: 1.7163265943527222
Epoch 692: Loss: 1.6325465440750122
Epoch 693: Loss: 1.780438780784607
Epoch 694: Loss: 1.7398124933242798
Epoch 695: Loss: 1.8056563138961792
Epoch 696: Loss: 1.665976643562317
Epoch 697: Loss: 1.662166953086853
Epoch 698: Loss: 1.7538546323776245
Epoch 699: Loss: 1.7306207418441772
Epoch 700: Loss: 1.6418957710266113
Epoch 701: Loss: 1.7494832277297974
Epoch 702: Loss: 1.708120584487915
Epoch 703: Loss: 1.66640305519104
Epoch 704: Loss: 1.696256399154663
Epoch 705: Loss: 1.7090009450912476
Epoch 706: Loss: 1.7002785205841064
Epoch 707: Loss: 1.7105841636657715
Epoch 708: Loss: 1.7388556003570557
Epoch 709: Loss: 1.6781564950942993
Epoch 710: Loss: 1.6863493919372559
Epoch 711: Loss: 1.6750613451004028
Epoch 712: Loss: 1.6114455461502075
Epoch 713: Loss: 1.664490818977356
Epoch 714: Loss: 1.6468737125396729
Epoch 715: Loss: 1.715097427368164
Epoch 716: Loss: 1.7146891355514526
Epoch 717: Loss: 1.7378615140914917
Epoch 718: Loss: 1.6785567998886108
Epoch 719: Loss: 1.6413573026657104
Epoch 720: Loss: 1.6681292057037354
Epoch 721: Loss: 1.677460789680481
Epoch 722: Loss: 1.5803543329238892
Epoch 723: Loss: 1.7003679275512695
Epoch 724: Loss: 1.6662858724594116
Epoch 725: Loss: 1.717852234840393
Epoch 726: Loss: 1.6843650341033936
Epoch 727: Loss: 1.7313759326934814
Epoch 728: Loss: 1.5986261367797852
Epoch 729: Loss: 1.642670750617981
Epoch 730: Loss: 1.6492419242858887
Epoch 731: Loss: 1.6384207010269165
Epoch 732: Loss: 1.681027889251709
Epoch 733: Loss: 1.6205723285675049
Epoch 734: Loss: 1.5999572277069092
Epoch 735: Loss: 1.6631685495376587
Epoch 736: Loss: 1.639471173286438
Epoch 737: Loss: 1.6250114440917969
Epoch 738: Loss: 1.7056862115859985
Epoch 739: Loss: 1.732573390007019
Epoch 740: Loss: 1.6733982563018799
Epoch 741: Loss: 1.6230647563934326
Epoch 742: Loss: 1.5795068740844727
Epoch 743: Loss: 1.680288314819336
Epoch 744: Loss: 1.7298026084899902
Epoch 745: Loss: 1.6459592580795288
Epoch 746: Loss: 1.7052180767059326
Epoch 747: Loss: 1.563483715057373
Epoch 748: Loss: 1.6936240196228027
Epoch 749: Loss: 1.602734923362732
Epoch 750: Loss: 1.6737202405929565
Epoch 751: Loss: 1.7006444931030273
Epoch 752: Loss: 1.64348304271698
Epoch 753: Loss: 1.6418871879577637
Epoch 754: Loss: 1.6014173030853271
Epoch 755: Loss: 1.6397767066955566
Epoch 756: Loss: 1.6035196781158447
Epoch 757: Loss: 1.6425050497055054
Epoch 758: Loss: 1.6416113376617432
Epoch 759: Loss: 1.6318498849868774
Epoch 760: Loss: 1.5802810192108154
Epoch 761: Loss: 1.675717830657959
Epoch 762: Loss: 1.609109878540039
Epoch 763: Loss: 1.5549417734146118
Epoch 764: Loss: 1.5951663255691528
Epoch 765: Loss: 1.651742696762085
Epoch 766: Loss: 1.6415730714797974
Epoch 767: Loss: 1.602316975593567
Epoch 768: Loss: 1.644849419593811
Epoch 769: Loss: 1.5630841255187988
Epoch 770: Loss: 1.614484429359436
Epoch 771: Loss: 1.763439416885376
Epoch 772: Loss: 1.7389694452285767
Epoch 773: Loss: 1.6400750875473022
Epoch 774: Loss: 1.6810545921325684
Epoch 775: Loss: 1.6604528427124023
Epoch 776: Loss: 1.6427879333496094
Epoch 777: Loss: 1.6346098184585571
Epoch 778: Loss: 1.5807417631149292
Epoch 779: Loss: 1.6217386722564697
Epoch 780: Loss: 1.7258703708648682
Epoch 781: Loss: 1.570614218711853
Epoch 782: Loss: 1.5490901470184326
Epoch 783: Loss: 1.5888887643814087
Epoch 784: Loss: 1.5863975286483765
Epoch 785: Loss: 1.639878749847412
Epoch 786: Loss: 1.6148087978363037
Epoch 787: Loss: 1.7040667533874512
Epoch 788: Loss: 1.6313366889953613
Epoch 789: Loss: 1.6221282482147217
Epoch 790: Loss: 1.7116667032241821
Epoch 791: Loss: 1.6037278175354004
Epoch 792: Loss: 1.5955766439437866
Epoch 793: Loss: 1.634824275970459
Epoch 794: Loss: 1.5592002868652344
Epoch 795: Loss: 1.5952781438827515
Epoch 796: Loss: 1.6862480640411377
Epoch 797: Loss: 1.5825384855270386
Epoch 798: Loss: 1.6619526147842407
Epoch 799: Loss: 1.5937328338623047
Epoch 800: Loss: 1.7133179903030396
Epoch 801: Loss: 1.5891828536987305
Epoch 802: Loss: 1.571664810180664
Epoch 803: Loss: 1.6256259679794312
Epoch 804: Loss: 1.6279933452606201
Epoch 805: Loss: 1.594316005706787
Epoch 806: Loss: 1.6179267168045044
Epoch 807: Loss: 1.5813833475112915
Epoch 808: Loss: 1.5503755807876587
Epoch 809: Loss: 1.5520187616348267
Epoch 810: Loss: 1.581579566001892
Epoch 811: Loss: 1.6432175636291504
Epoch 812: Loss: 1.6404528617858887
Epoch 813: Loss: 1.6123515367507935
Epoch 814: Loss: 1.5224190950393677
Epoch 815: Loss: 1.5057162046432495
Epoch 816: Loss: 1.587928295135498
Epoch 817: Loss: 1.5857360363006592
Epoch 818: Loss: 1.4998178482055664
Epoch 819: Loss: 1.6089509725570679
Epoch 820: Loss: 1.5668799877166748
Epoch 821: Loss: 1.5751334428787231
Epoch 822: Loss: 1.6333701610565186
Epoch 823: Loss: 1.5556880235671997
Epoch 824: Loss: 1.5826514959335327
Epoch 825: Loss: 1.6024569272994995
Epoch 826: Loss: 1.6016100645065308
Epoch 827: Loss: 1.556221842765808
Epoch 828: Loss: 1.538336157798767
Epoch 829: Loss: 1.5837626457214355
Epoch 830: Loss: 1.566124677658081
Epoch 831: Loss: 1.6390589475631714
Epoch 832: Loss: 1.511736512184143
Epoch 833: Loss: 1.6895815134048462
Epoch 834: Loss: 1.6447864770889282
Epoch 835: Loss: 1.5957282781600952
Epoch 836: Loss: 1.6337614059448242
Epoch 837: Loss: 1.5556224584579468
Epoch 838: Loss: 1.585401177406311
Epoch 839: Loss: 1.6304932832717896
Epoch 840: Loss: 1.6458693742752075
Epoch 841: Loss: 1.5737766027450562
Epoch 842: Loss: 1.5673763751983643
Epoch 843: Loss: 1.603703260421753
Epoch 844: Loss: 1.5871351957321167
Epoch 845: Loss: 1.543675184249878
Epoch 846: Loss: 1.6035398244857788
Epoch 847: Loss: 1.6183974742889404
Epoch 848: Loss: 1.4356540441513062
Epoch 849: Loss: 1.5705403089523315
Epoch 850: Loss: 1.5922136306762695
Epoch 851: Loss: 1.550864338874817
Epoch 852: Loss: 1.5590025186538696
Epoch 853: Loss: 1.5870685577392578
Epoch 854: Loss: 1.5430943965911865
Epoch 855: Loss: 1.5574934482574463
Epoch 856: Loss: 1.5342912673950195
Epoch 857: Loss: 1.5563781261444092
Epoch 858: Loss: 1.5406092405319214
Epoch 859: Loss: 1.4344489574432373
Epoch 860: Loss: 1.5373785495758057
Epoch 861: Loss: 1.5361323356628418
Epoch 862: Loss: 1.591403603553772
Epoch 863: Loss: 1.524707317352295
Epoch 864: Loss: 1.60567045211792
Epoch 865: Loss: 1.5826146602630615
Epoch 866: Loss: 1.6198914051055908
Epoch 867: Loss: 1.605567455291748
Epoch 868: Loss: 1.6735827922821045
Epoch 869: Loss: 1.4915645122528076
Epoch 870: Loss: 1.5479298830032349
Epoch 871: Loss: 1.5415033102035522
Epoch 872: Loss: 1.6831395626068115
Epoch 873: Loss: 1.5208327770233154
Epoch 874: Loss: 1.53914213180542
Epoch 875: Loss: 1.5757131576538086
Epoch 876: Loss: 1.5312268733978271
Epoch 877: Loss: 1.512005090713501
Epoch 878: Loss: 1.5421056747436523
Epoch 879: Loss: 1.478655457496643
Epoch 880: Loss: 1.6013809442520142
Epoch 881: Loss: 1.5404818058013916
Epoch 882: Loss: 1.5137065649032593
Epoch 883: Loss: 1.544944405555725
Epoch 884: Loss: 1.6051146984100342
Epoch 885: Loss: 1.4732199907302856
Epoch 886: Loss: 1.5174700021743774
Epoch 887: Loss: 1.5063512325286865
Epoch 888: Loss: 1.5750515460968018
Epoch 889: Loss: 1.5812644958496094
Epoch 890: Loss: 1.6676592826843262
Epoch 891: Loss: 1.545586109161377
Epoch 892: Loss: 1.6209148168563843
Epoch 893: Loss: 1.5719208717346191
Epoch 894: Loss: 1.5637530088424683
Epoch 895: Loss: 1.5548295974731445
Epoch 896: Loss: 1.5320969820022583
Epoch 897: Loss: 1.4251967668533325
Epoch 898: Loss: 1.5584955215454102
Epoch 899: Loss: 1.4688751697540283
Epoch 900: Loss: 1.5544404983520508
Epoch 901: Loss: 1.504516839981079
Epoch 902: Loss: 1.4089967012405396
Epoch 903: Loss: 1.4982572793960571
Epoch 904: Loss: 1.607779622077942
Epoch 905: Loss: 1.555222988128662
Epoch 906: Loss: 1.511340618133545
Epoch 907: Loss: 1.547719120979309
Epoch 908: Loss: 1.4966692924499512
Epoch 909: Loss: 1.5778799057006836
Epoch 910: Loss: 1.4317436218261719
Epoch 911: Loss: 1.5025824308395386
Epoch 912: Loss: 1.4884260892868042
Epoch 913: Loss: 1.4300824403762817
Epoch 914: Loss: 1.5698626041412354
Epoch 915: Loss: 1.5050480365753174
Epoch 916: Loss: 1.5436053276062012
Epoch 917: Loss: 1.4002158641815186
Epoch 918: Loss: 1.4517951011657715
Epoch 919: Loss: 1.4947129487991333
Epoch 920: Loss: 1.4968944787979126
Epoch 921: Loss: 1.5233869552612305
Epoch 922: Loss: 1.480347752571106
Epoch 923: Loss: 1.5147007703781128
Epoch 924: Loss: 1.5717954635620117
Epoch 925: Loss: 1.5896674394607544
Epoch 926: Loss: 1.618106484413147
Epoch 927: Loss: 1.4036279916763306
Epoch 928: Loss: 1.45608389377594
Epoch 929: Loss: 1.582532525062561
Epoch 930: Loss: 1.3816981315612793
Epoch 931: Loss: 1.4622843265533447
Epoch 932: Loss: 1.553745985031128
Epoch 933: Loss: 1.4807742834091187
Epoch 934: Loss: 1.4371756315231323
Epoch 935: Loss: 1.5434081554412842
Epoch 936: Loss: 1.5428961515426636
Epoch 937: Loss: 1.4379756450653076
Epoch 938: Loss: 1.5072005987167358
Epoch 939: Loss: 1.4490692615509033
Epoch 940: Loss: 1.4639970064163208
Epoch 941: Loss: 1.4454289674758911
Epoch 942: Loss: 1.4314953088760376
Epoch 943: Loss: 1.5446264743804932
Epoch 944: Loss: 1.4998409748077393
Epoch 945: Loss: 1.4309529066085815
Epoch 946: Loss: 1.4268909692764282
Epoch 947: Loss: 1.4022443294525146
Epoch 948: Loss: 1.4946894645690918
Epoch 949: Loss: 1.3713164329528809
Epoch 950: Loss: 1.4493629932403564
Epoch 951: Loss: 1.5117727518081665
Epoch 952: Loss: 1.4357185363769531
Epoch 953: Loss: 1.584873080253601
Epoch 954: Loss: 1.476028323173523
Epoch 955: Loss: 1.4319339990615845
Epoch 956: Loss: 1.4576570987701416
Epoch 957: Loss: 1.4245456457138062
Epoch 958: Loss: 1.4601281881332397
Epoch 959: Loss: 1.576515555381775
Epoch 960: Loss: 1.4828811883926392
Epoch 961: Loss: 1.4500561952590942
Epoch 962: Loss: 1.5039819478988647
Epoch 963: Loss: 1.4670652151107788
Epoch 964: Loss: 1.4239046573638916
Epoch 965: Loss: 1.4452868700027466
Epoch 966: Loss: 1.4768624305725098
Epoch 967: Loss: 1.4272339344024658
Epoch 968: Loss: 1.4525383710861206
Epoch 969: Loss: 1.4513529539108276
Epoch 970: Loss: 1.480366826057434
Epoch 971: Loss: 1.543587327003479
Epoch 972: Loss: 1.4687087535858154
Epoch 973: Loss: 1.4644908905029297
Epoch 974: Loss: 1.4643023014068604
Epoch 975: Loss: 1.3805862665176392
Epoch 976: Loss: 1.5422475337982178
Epoch 977: Loss: 1.4513877630233765
Epoch 978: Loss: 1.4472949504852295
Epoch 979: Loss: 1.4995750188827515
Epoch 980: Loss: 1.5448172092437744
Epoch 981: Loss: 1.4695937633514404
Epoch 982: Loss: 1.5450798273086548
Epoch 983: Loss: 1.4823079109191895
Epoch 984: Loss: 1.4251024723052979
Epoch 985: Loss: 1.4062575101852417
Epoch 986: Loss: 1.4747129678726196
Epoch 987: Loss: 1.464142084121704
Epoch 988: Loss: 1.4957005977630615
Epoch 989: Loss: 1.4444074630737305
Epoch 990: Loss: 1.5108834505081177
Epoch 991: Loss: 1.4514816999435425
Epoch 992: Loss: 1.4975159168243408
Epoch 993: Loss: 1.4083380699157715
Epoch 994: Loss: 1.3748209476470947
Epoch 995: Loss: 1.4705461263656616
Epoch 996: Loss: 1.4568582773208618
Epoch 997: Loss: 1.3950711488723755
Epoch 998: Loss: 1.3553557395935059
Epoch 999: Loss: 1.4283010959625244
Epoch 1000: Loss: 1.4596729278564453
Epoch 1001: Loss: 1.4219452142715454
Epoch 1002: Loss: 1.4336382150650024
Epoch 1003: Loss: 1.352669596672058
Epoch 1004: Loss: 1.4523839950561523
Epoch 1005: Loss: 1.3800679445266724
Epoch 1006: Loss: 1.415550947189331
Epoch 1007: Loss: 1.451451301574707
Epoch 1008: Loss: 1.4191774129867554
Epoch 1009: Loss: 1.43806791305542
Epoch 1010: Loss: 1.4483835697174072
Epoch 1011: Loss: 1.3923275470733643
Epoch 1012: Loss: 1.4197121858596802
Epoch 1013: Loss: 1.4295214414596558
Epoch 1014: Loss: 1.4000414609909058
Epoch 1015: Loss: 1.4474952220916748
Epoch 1016: Loss: 1.4121434688568115
Epoch 1017: Loss: 1.5123233795166016
Epoch 1018: Loss: 1.4337855577468872
Epoch 1019: Loss: 1.4665958881378174
Epoch 1020: Loss: 1.4483309984207153
Epoch 1021: Loss: 1.4458673000335693
Epoch 1022: Loss: 1.44428551197052
Epoch 1023: Loss: 1.355900526046753
Epoch 1024: Loss: 1.4809892177581787
Epoch 1025: Loss: 1.3794721364974976
Epoch 1026: Loss: 1.3861368894577026
Epoch 1027: Loss: 1.4637901782989502
Epoch 1028: Loss: 1.4861079454421997
Epoch 1029: Loss: 1.4661325216293335
Epoch 1030: Loss: 1.4338908195495605
Epoch 1031: Loss: 1.4106440544128418
Epoch 1032: Loss: 1.3898024559020996
Epoch 1033: Loss: 1.4007656574249268
Epoch 1034: Loss: 1.4045028686523438
Epoch 1035: Loss: 1.4676843881607056
Epoch 1036: Loss: 1.456314206123352
Epoch 1037: Loss: 1.4215705394744873
Epoch 1038: Loss: 1.481709361076355
Epoch 1039: Loss: 1.378549575805664
Epoch 1040: Loss: 1.453485131263733
Epoch 1041: Loss: 1.385459065437317
Epoch 1042: Loss: 1.4018840789794922
Epoch 1043: Loss: 1.4475722312927246
Epoch 1044: Loss: 1.4115254878997803
Epoch 1045: Loss: 1.331765055656433
Epoch 1046: Loss: 1.3949626684188843
Epoch 1047: Loss: 1.3986687660217285
Epoch 1048: Loss: 1.3904858827590942
Epoch 1049: Loss: 1.5168726444244385
Epoch 1050: Loss: 1.4317505359649658
Epoch 1051: Loss: 1.4042539596557617
Epoch 1052: Loss: 1.4077664613723755
Epoch 1053: Loss: 1.4553478956222534
Epoch 1054: Loss: 1.438683271408081
Epoch 1055: Loss: 1.3975715637207031
Epoch 1056: Loss: 1.4194039106369019
Epoch 1057: Loss: 1.4535329341888428
Epoch 1058: Loss: 1.3999882936477661
Epoch 1059: Loss: 1.3580433130264282
Epoch 1060: Loss: 1.4319411516189575
Epoch 1061: Loss: 1.3984287977218628
Epoch 1062: Loss: 1.4608927965164185
Epoch 1063: Loss: 1.361134648323059
Epoch 1064: Loss: 1.4866750240325928
Epoch 1065: Loss: 1.3879097700119019
Epoch 1066: Loss: 1.4126914739608765
Epoch 1067: Loss: 1.4074888229370117
Epoch 1068: Loss: 1.3923523426055908
Epoch 1069: Loss: 1.4528058767318726
Epoch 1070: Loss: 1.3853782415390015
Epoch 1071: Loss: 1.4980741739273071
Epoch 1072: Loss: 1.5306092500686646
Epoch 1073: Loss: 1.4510607719421387
Epoch 1074: Loss: 1.4173543453216553
Epoch 1075: Loss: 1.4148303270339966
Epoch 1076: Loss: 1.3602888584136963
Epoch 1077: Loss: 1.3760732412338257
Epoch 1078: Loss: 1.430433988571167
Epoch 1079: Loss: 1.445816159248352
Epoch 1080: Loss: 1.496781587600708
Epoch 1081: Loss: 1.4865515232086182
Epoch 1082: Loss: 1.3726928234100342
Epoch 1083: Loss: 1.4286519289016724
Epoch 1084: Loss: 1.36074960231781
Epoch 1085: Loss: 1.3483026027679443
Epoch 1086: Loss: 1.3402594327926636
Epoch 1087: Loss: 1.412317156791687
Epoch 1088: Loss: 1.4179651737213135
Epoch 1089: Loss: 1.3866379261016846
Epoch 1090: Loss: 1.329971432685852
Epoch 1091: Loss: 1.3304821252822876
Epoch 1092: Loss: 1.456201195716858
Epoch 1093: Loss: 1.3944027423858643
Epoch 1094: Loss: 1.3955456018447876
Epoch 1095: Loss: 1.3321764469146729
Epoch 1096: Loss: 1.3924152851104736
Epoch 1097: Loss: 1.453408122062683
Epoch 1098: Loss: 1.3456454277038574
Epoch 1099: Loss: 1.4735052585601807
Epoch 1100: Loss: 1.3772591352462769
Epoch 1101: Loss: 1.2871195077896118
Epoch 1102: Loss: 1.3849372863769531
Epoch 1103: Loss: 1.365692138671875
Epoch 1104: Loss: 1.3303903341293335
Epoch 1105: Loss: 1.4341862201690674
Epoch 1106: Loss: 1.409746527671814
Epoch 1107: Loss: 1.405503273010254
Epoch 1108: Loss: 1.3673909902572632
Epoch 1109: Loss: 1.4304953813552856
Epoch 1110: Loss: 1.369649887084961
Epoch 1111: Loss: 1.4229233264923096
Epoch 1112: Loss: 1.436399221420288
Epoch 1113: Loss: 1.4771106243133545
Epoch 1114: Loss: 1.3400518894195557
Epoch 1115: Loss: 1.400403380393982
Epoch 1116: Loss: 1.3751355409622192
Epoch 1117: Loss: 1.3607311248779297
Epoch 1118: Loss: 1.2883727550506592
Epoch 1119: Loss: 1.3929979801177979
Epoch 1120: Loss: 1.351921558380127
Epoch 1121: Loss: 1.3376996517181396
Epoch 1122: Loss: 1.3954447507858276
Epoch 1123: Loss: 1.4215641021728516
Epoch 1124: Loss: 1.4302153587341309
Epoch 1125: Loss: 1.3560948371887207
Epoch 1126: Loss: 1.4179970026016235
Epoch 1127: Loss: 1.3747315406799316
Epoch 1128: Loss: 1.3220789432525635
Epoch 1129: Loss: 1.4578379392623901
Epoch 1130: Loss: 1.3264039754867554
Epoch 1131: Loss: 1.2847033739089966
Epoch 1132: Loss: 1.3633111715316772
Epoch 1133: Loss: 1.3428425788879395
Epoch 1134: Loss: 1.328360676765442
Epoch 1135: Loss: 1.3305058479309082
Epoch 1136: Loss: 1.5022367238998413
Epoch 1137: Loss: 1.3729485273361206
Epoch 1138: Loss: 1.3658910989761353
Epoch 1139: Loss: 1.389527678489685
Epoch 1140: Loss: 1.348222017288208
Epoch 1141: Loss: 1.417229175567627
Epoch 1142: Loss: 1.4071016311645508
Epoch 1143: Loss: 1.3313994407653809
Epoch 1144: Loss: 1.4274628162384033
Epoch 1145: Loss: 1.45668625831604
Epoch 1146: Loss: 1.3741559982299805
Epoch 1147: Loss: 1.2787057161331177
Epoch 1148: Loss: 1.3118382692337036
Epoch 1149: Loss: 1.345692753791809
Epoch 1150: Loss: 1.3623147010803223
Epoch 1151: Loss: 1.4268288612365723
Epoch 1152: Loss: 1.3716588020324707
Epoch 1153: Loss: 1.3721258640289307
Epoch 1154: Loss: 1.2913302183151245
Epoch 1155: Loss: 1.355733036994934
Epoch 1156: Loss: 1.301241159439087
Epoch 1157: Loss: 1.3684920072555542
Epoch 1158: Loss: 1.4134055376052856
Epoch 1159: Loss: 1.4146113395690918
Epoch 1160: Loss: 1.3555943965911865
Epoch 1161: Loss: 1.2761070728302002
Epoch 1162: Loss: 1.3355823755264282
Epoch 1163: Loss: 1.3092372417449951
Epoch 1164: Loss: 1.389357328414917
Epoch 1165: Loss: 1.3737945556640625
Epoch 1166: Loss: 1.3180086612701416
Epoch 1167: Loss: 1.2493724822998047
Epoch 1168: Loss: 1.3515981435775757
Epoch 1169: Loss: 1.2552781105041504
Epoch 1170: Loss: 1.3880850076675415
Epoch 1171: Loss: 1.3422762155532837
Epoch 1172: Loss: 1.323495626449585
Epoch 1173: Loss: 1.3563634157180786
Epoch 1174: Loss: 1.3388890027999878
Epoch 1175: Loss: 1.3665416240692139
Epoch 1176: Loss: 1.4271315336227417
Epoch 1177: Loss: 1.4092166423797607
Epoch 1178: Loss: 1.3518413305282593
Epoch 1179: Loss: 1.3723708391189575
Epoch 1180: Loss: 1.3014476299285889
Epoch 1181: Loss: 1.3655524253845215
Epoch 1182: Loss: 1.3360581398010254
Epoch 1183: Loss: 1.3492950201034546
Epoch 1184: Loss: 1.3423054218292236
Epoch 1185: Loss: 1.296313762664795
Epoch 1186: Loss: 1.3890358209609985
Epoch 1187: Loss: 1.4130839109420776
Epoch 1188: Loss: 1.411861777305603
Epoch 1189: Loss: 1.2562378644943237
Epoch 1190: Loss: 1.3724316358566284
Epoch 1191: Loss: 1.2947226762771606
Epoch 1192: Loss: 1.415944218635559
Epoch 1193: Loss: 1.3577945232391357
Epoch 1194: Loss: 1.4785969257354736
Epoch 1195: Loss: 1.3297332525253296
Epoch 1196: Loss: 1.2768961191177368
Epoch 1197: Loss: 1.333199143409729
Epoch 1198: Loss: 1.2585513591766357
Epoch 1199: Loss: 1.2734510898590088
Epoch 1200: Loss: 1.3536990880966187
Epoch 1201: Loss: 1.3205437660217285
Epoch 1202: Loss: 1.2483127117156982
Epoch 1203: Loss: 1.296554446220398
Epoch 1204: Loss: 1.324820876121521
Epoch 1205: Loss: 1.2416753768920898
Epoch 1206: Loss: 1.3210197687149048
Epoch 1207: Loss: 1.3840861320495605
Epoch 1208: Loss: 1.381759524345398
Epoch 1209: Loss: 1.3992855548858643
Epoch 1210: Loss: 1.3457337617874146
Epoch 1211: Loss: 1.4040205478668213
Epoch 1212: Loss: 1.3342735767364502
Epoch 1213: Loss: 1.2883126735687256
Epoch 1214: Loss: 1.3467940092086792
Epoch 1215: Loss: 1.3510481119155884
Epoch 1216: Loss: 1.4041205644607544
Epoch 1217: Loss: 1.321746587753296
Epoch 1218: Loss: 1.3371400833129883
Epoch 1219: Loss: 1.3287127017974854
Epoch 1220: Loss: 1.271270990371704
Epoch 1221: Loss: 1.323926568031311
Epoch 1222: Loss: 1.3200387954711914
Epoch 1223: Loss: 1.3244554996490479
Epoch 1224: Loss: 1.2915689945220947
Epoch 1225: Loss: 1.396444320678711
Epoch 1226: Loss: 1.382562279701233
Epoch 1227: Loss: 1.3525282144546509
Epoch 1228: Loss: 1.3483556509017944
Epoch 1229: Loss: 1.3197795152664185
Epoch 1230: Loss: 1.3556430339813232
Epoch 1231: Loss: 1.355527400970459
Epoch 1232: Loss: 1.374988317489624
Epoch 1233: Loss: 1.3248196840286255
Epoch 1234: Loss: 1.338906168937683
Epoch 1235: Loss: 1.3510457277297974
Epoch 1236: Loss: 1.3975505828857422
Epoch 1237: Loss: 1.4169986248016357
Epoch 1238: Loss: 1.344977617263794
Epoch 1239: Loss: 1.3355408906936646
Epoch 1240: Loss: 1.2887177467346191
Epoch 1241: Loss: 1.29140043258667
Epoch 1242: Loss: 1.271761417388916
Epoch 1243: Loss: 1.2439378499984741
Epoch 1244: Loss: 1.33591628074646
Epoch 1245: Loss: 1.323779582977295
Epoch 1246: Loss: 1.3066184520721436
Epoch 1247: Loss: 1.316138505935669
Epoch 1248: Loss: 1.2672311067581177
Epoch 1249: Loss: 1.2184969186782837
Epoch 1250: Loss: 1.3285266160964966
Epoch 1251: Loss: 1.2969895601272583
Epoch 1252: Loss: 1.272228717803955
Epoch 1253: Loss: 1.313891053199768
Epoch 1254: Loss: 1.3177540302276611
Epoch 1255: Loss: 1.3748723268508911
Epoch 1256: Loss: 1.3034731149673462
Epoch 1257: Loss: 1.2433398962020874
Epoch 1258: Loss: 1.4002678394317627
Epoch 1259: Loss: 1.2747572660446167
Epoch 1260: Loss: 1.2453455924987793
Epoch 1261: Loss: 1.232058048248291
Epoch 1262: Loss: 1.27888023853302
Epoch 1263: Loss: 1.2683217525482178
Epoch 1264: Loss: 1.2770708799362183
Epoch 1265: Loss: 1.357889175415039
Epoch 1266: Loss: 1.2859094142913818
Epoch 1267: Loss: 1.3348450660705566
Epoch 1268: Loss: 1.2513160705566406
Epoch 1269: Loss: 1.2888826131820679
Epoch 1270: Loss: 1.215950846672058
Epoch 1271: Loss: 1.255616545677185
Epoch 1272: Loss: 1.2933107614517212
Epoch 1273: Loss: 1.300422191619873
Epoch 1274: Loss: 1.2271569967269897
Epoch 1275: Loss: 1.2399033308029175
Epoch 1276: Loss: 1.3030751943588257
Epoch 1277: Loss: 1.241005778312683
Epoch 1278: Loss: 1.2768410444259644
Epoch 1279: Loss: 1.2396163940429688
Epoch 1280: Loss: 1.2075529098510742
Epoch 1281: Loss: 1.340630292892456
Epoch 1282: Loss: 1.291394829750061
Epoch 1283: Loss: 1.3377158641815186
Epoch 1284: Loss: 1.2791885137557983
Epoch 1285: Loss: 1.2906962633132935
Epoch 1286: Loss: 1.2824764251708984
Epoch 1287: Loss: 1.19588303565979
Epoch 1288: Loss: 1.300821304321289
Epoch 1289: Loss: 1.4017164707183838
Epoch 1290: Loss: 1.2989884614944458
Epoch 1291: Loss: 1.2025805711746216
Epoch 1292: Loss: 1.3082138299942017
Epoch 1293: Loss: 1.2722314596176147
Epoch 1294: Loss: 1.288143515586853
Epoch 1295: Loss: 1.3310158252716064
Epoch 1296: Loss: 1.294393539428711
Epoch 1297: Loss: 1.3404898643493652
Epoch 1298: Loss: 1.22996985912323
Epoch 1299: Loss: 1.3052619695663452
Epoch 1300: Loss: 1.2892955541610718
Epoch 1301: Loss: 1.1969953775405884
Epoch 1302: Loss: 1.2400916814804077
Epoch 1303: Loss: 1.2354201078414917
Epoch 1304: Loss: 1.3126187324523926
Epoch 1305: Loss: 1.3111577033996582
Epoch 1306: Loss: 1.2553017139434814
Epoch 1307: Loss: 1.3256067037582397
Epoch 1308: Loss: 1.234058141708374
Epoch 1309: Loss: 1.3725556135177612
Epoch 1310: Loss: 1.2458164691925049
Epoch 1311: Loss: 1.3508672714233398
Epoch 1312: Loss: 1.3538016080856323
Epoch 1313: Loss: 1.2768843173980713
Epoch 1314: Loss: 1.2083485126495361
Epoch 1315: Loss: 1.2476897239685059
Epoch 1316: Loss: 1.271981954574585
Epoch 1317: Loss: 1.2848789691925049
Epoch 1318: Loss: 1.330971598625183
Epoch 1319: Loss: 1.2603321075439453
Epoch 1320: Loss: 1.3326818943023682
Epoch 1321: Loss: 1.248000144958496
Epoch 1322: Loss: 1.3072550296783447
Epoch 1323: Loss: 1.3048419952392578
Epoch 1324: Loss: 1.275106430053711
Epoch 1325: Loss: 1.3159347772598267
Epoch 1326: Loss: 1.286894679069519
Epoch 1327: Loss: 1.3447802066802979
Epoch 1328: Loss: 1.281760811805725
Epoch 1329: Loss: 1.2558202743530273
Epoch 1330: Loss: 1.321506381034851
Epoch 1331: Loss: 1.2565562725067139
Epoch 1332: Loss: 1.2176424264907837
Epoch 1333: Loss: 1.3445042371749878
Epoch 1334: Loss: 1.3264058828353882
Epoch 1335: Loss: 1.2303688526153564
Epoch 1336: Loss: 1.2658144235610962
Epoch 1337: Loss: 1.2637966871261597
Epoch 1338: Loss: 1.2416373491287231
Epoch 1339: Loss: 1.3402228355407715
Epoch 1340: Loss: 1.267059564590454
Epoch 1341: Loss: 1.2611420154571533
Epoch 1342: Loss: 1.311276912689209
Epoch 1343: Loss: 1.3081893920898438
Epoch 1344: Loss: 1.232870101928711
Epoch 1345: Loss: 1.2152701616287231
Epoch 1346: Loss: 1.2317619323730469
Epoch 1347: Loss: 1.2165982723236084
Epoch 1348: Loss: 1.255262017250061
Epoch 1349: Loss: 1.2000834941864014
Epoch 1350: Loss: 1.2413657903671265
Epoch 1351: Loss: 1.211605429649353
Epoch 1352: Loss: 1.241287350654602
Epoch 1353: Loss: 1.2173365354537964
Epoch 1354: Loss: 1.2998379468917847
Epoch 1355: Loss: 1.2440366744995117
Epoch 1356: Loss: 1.2162384986877441
Epoch 1357: Loss: 1.2709989547729492
Epoch 1358: Loss: 1.1746007204055786
Epoch 1359: Loss: 1.3411747217178345
Epoch 1360: Loss: 1.241161823272705
Epoch 1361: Loss: 1.315842628479004
Epoch 1362: Loss: 1.2321631908416748
Epoch 1363: Loss: 1.1984201669692993
Epoch 1364: Loss: 1.2449254989624023
Epoch 1365: Loss: 1.2510511875152588
Epoch 1366: Loss: 1.3642610311508179
Epoch 1367: Loss: 1.2665575742721558
Epoch 1368: Loss: 1.2641489505767822
Epoch 1369: Loss: 1.2735990285873413
Epoch 1370: Loss: 1.2579149007797241
Epoch 1371: Loss: 1.3175373077392578
Epoch 1372: Loss: 1.1693755388259888
Epoch 1373: Loss: 1.1472278833389282
Epoch 1374: Loss: 1.3535066843032837
Epoch 1375: Loss: 1.2333687543869019
Epoch 1376: Loss: 1.313765048980713
Epoch 1377: Loss: 1.2008510828018188
Epoch 1378: Loss: 1.28545081615448
Epoch 1379: Loss: 1.2473477125167847
Epoch 1380: Loss: 1.2000845670700073
Epoch 1381: Loss: 1.2576696872711182
Epoch 1382: Loss: 1.1831423044204712
Epoch 1383: Loss: 1.2017316818237305
Epoch 1384: Loss: 1.2000292539596558
Epoch 1385: Loss: 1.2365853786468506
Epoch 1386: Loss: 1.162765622138977
Epoch 1387: Loss: 1.1671072244644165
Epoch 1388: Loss: 1.244457721710205
Epoch 1389: Loss: 1.2333652973175049
Epoch 1390: Loss: 1.217800498008728
Epoch 1391: Loss: 1.2495009899139404
Epoch 1392: Loss: 1.211938738822937
Epoch 1393: Loss: 1.253377914428711
Epoch 1394: Loss: 1.224636197090149
Epoch 1395: Loss: 1.1741347312927246
Epoch 1396: Loss: 1.2723082304000854
Epoch 1397: Loss: 1.1886732578277588
Epoch 1398: Loss: 1.2314149141311646
Epoch 1399: Loss: 1.3106571435928345
Epoch 1400: Loss: 1.2086873054504395
Epoch 1401: Loss: 1.3067545890808105
Epoch 1402: Loss: 1.184838891029358
Epoch 1403: Loss: 1.21060311794281
Epoch 1404: Loss: 1.2122122049331665
Epoch 1405: Loss: 1.1744471788406372
Epoch 1406: Loss: 1.2535289525985718
Epoch 1407: Loss: 1.2412742376327515
Epoch 1408: Loss: 1.2188488245010376
Epoch 1409: Loss: 1.179755449295044
Epoch 1410: Loss: 1.2073513269424438
Epoch 1411: Loss: 1.2091182470321655
Epoch 1412: Loss: 1.2250474691390991
Epoch 1413: Loss: 1.1765223741531372
Epoch 1414: Loss: 1.216037392616272
Epoch 1415: Loss: 1.237057089805603
Epoch 1416: Loss: 1.1820722818374634
Epoch 1417: Loss: 1.200958490371704
Epoch 1418: Loss: 1.2881406545639038
Epoch 1419: Loss: 1.3222639560699463
Epoch 1420: Loss: 1.2209314107894897
Epoch 1421: Loss: 1.290642499923706
Epoch 1422: Loss: 1.1875900030136108
Epoch 1423: Loss: 1.1642988920211792
Epoch 1424: Loss: 1.2497313022613525
Epoch 1425: Loss: 1.2487846612930298
Epoch 1426: Loss: 1.144260287284851
Epoch 1427: Loss: 1.1325132846832275
Epoch 1428: Loss: 1.3017679452896118
Epoch 1429: Loss: 1.1630464792251587
Epoch 1430: Loss: 1.1719433069229126
Epoch 1431: Loss: 1.3424392938613892
Epoch 1432: Loss: 1.1792060136795044
Epoch 1433: Loss: 1.2199996709823608
Epoch 1434: Loss: 1.2549588680267334
Epoch 1435: Loss: 1.169856071472168
Epoch 1436: Loss: 1.1960265636444092
Epoch 1437: Loss: 1.2408121824264526
Epoch 1438: Loss: 1.222170352935791
Epoch 1439: Loss: 1.2406401634216309
Epoch 1440: Loss: 1.228883981704712
Epoch 1441: Loss: 1.255646824836731
Epoch 1442: Loss: 1.2621560096740723
Epoch 1443: Loss: 1.3300002813339233
Epoch 1444: Loss: 1.2291319370269775
Epoch 1445: Loss: 1.2396745681762695
Epoch 1446: Loss: 1.174636721611023
Epoch 1447: Loss: 1.3055362701416016
Epoch 1448: Loss: 1.2161146402359009
Epoch 1449: Loss: 1.1367143392562866
Epoch 1450: Loss: 1.2073899507522583
Epoch 1451: Loss: 1.2210344076156616
Epoch 1452: Loss: 1.1170234680175781
Epoch 1453: Loss: 1.3025422096252441
Epoch 1454: Loss: 1.1797683238983154
Epoch 1455: Loss: 1.156326413154602
Epoch 1456: Loss: 1.2292389869689941
Epoch 1457: Loss: 1.2413203716278076
Epoch 1458: Loss: 1.1714849472045898
Epoch 1459: Loss: 1.2429842948913574
Epoch 1460: Loss: 1.1554235219955444
Epoch 1461: Loss: 1.189582109451294
Epoch 1462: Loss: 1.2107934951782227
Epoch 1463: Loss: 1.230001449584961
Epoch 1464: Loss: 1.2437621355056763
Epoch 1465: Loss: 1.1598920822143555
Epoch 1466: Loss: 1.2932978868484497
Epoch 1467: Loss: 1.1244688034057617
Epoch 1468: Loss: 1.227115273475647
Epoch 1469: Loss: 1.1805176734924316
Epoch 1470: Loss: 1.1497855186462402
Epoch 1471: Loss: 1.2091647386550903
Epoch 1472: Loss: 1.2302035093307495
Epoch 1473: Loss: 1.2430461645126343
Epoch 1474: Loss: 1.193687081336975
Epoch 1475: Loss: 1.2394219636917114
Epoch 1476: Loss: 1.2039930820465088
Epoch 1477: Loss: 1.227482557296753
Epoch 1478: Loss: 1.2573738098144531
Epoch 1479: Loss: 1.2994229793548584
Epoch 1480: Loss: 1.1846460103988647
Epoch 1481: Loss: 1.1860748529434204
Epoch 1482: Loss: 1.229434609413147
Epoch 1483: Loss: 1.2347267866134644
Epoch 1484: Loss: 1.1769969463348389
Epoch 1485: Loss: 1.154341459274292
Epoch 1486: Loss: 1.2063769102096558
Epoch 1487: Loss: 1.319069504737854
Epoch 1488: Loss: 1.1860136985778809
Epoch 1489: Loss: 1.2266331911087036
Epoch 1490: Loss: 1.2262006998062134
Epoch 1491: Loss: 1.2395130395889282
Epoch 1492: Loss: 1.2273833751678467
Epoch 1493: Loss: 1.109063982963562
Epoch 1494: Loss: 1.281428575515747
Epoch 1495: Loss: 1.3294520378112793
Epoch 1496: Loss: 1.2333544492721558
Epoch 1497: Loss: 1.1620603799819946
Epoch 1498: Loss: 1.1267560720443726
Epoch 1499: Loss: 1.182231068611145
Epoch 1500: Loss: 1.1524666547775269
Epoch 1501: Loss: 1.274774193763733
Epoch 1502: Loss: 1.1864252090454102
Epoch 1503: Loss: 1.2530384063720703
Epoch 1504: Loss: 1.2230136394500732
Epoch 1505: Loss: 1.2194929122924805
Epoch 1506: Loss: 1.2037138938903809
Epoch 1507: Loss: 1.1312615871429443
Epoch 1508: Loss: 1.1510785818099976
Epoch 1509: Loss: 1.2534523010253906
Epoch 1510: Loss: 1.2052525281906128
Epoch 1511: Loss: 1.163612961769104
Epoch 1512: Loss: 1.2190669775009155
Epoch 1513: Loss: 1.146941900253296
Epoch 1514: Loss: 1.1241110563278198
Epoch 1515: Loss: 1.1682257652282715
Epoch 1516: Loss: 1.2066885232925415
Epoch 1517: Loss: 1.2261207103729248
Epoch 1518: Loss: 1.2071059942245483
Epoch 1519: Loss: 1.1888551712036133
Epoch 1520: Loss: 1.234689474105835
Epoch 1521: Loss: 1.243493676185608
Epoch 1522: Loss: 1.2002158164978027
Epoch 1523: Loss: 1.1685975790023804
Epoch 1524: Loss: 1.152116298675537
Epoch 1525: Loss: 1.175310492515564
Epoch 1526: Loss: 1.1559045314788818
Epoch 1527: Loss: 1.1606467962265015
Epoch 1528: Loss: 1.1992533206939697
Epoch 1529: Loss: 1.238041639328003
Epoch 1530: Loss: 1.195478916168213
Epoch 1531: Loss: 1.24618661403656
Epoch 1532: Loss: 1.1290634870529175
Epoch 1533: Loss: 1.2552437782287598
Epoch 1534: Loss: 1.1547273397445679
Epoch 1535: Loss: 1.1018164157867432
Epoch 1536: Loss: 1.1353936195373535
Epoch 1537: Loss: 1.11954927444458
Epoch 1538: Loss: 1.2192659378051758
Epoch 1539: Loss: 1.1718487739562988
Epoch 1540: Loss: 1.199249505996704
Epoch 1541: Loss: 1.1415308713912964
Epoch 1542: Loss: 1.2089877128601074
Epoch 1543: Loss: 1.220063328742981
Epoch 1544: Loss: 1.2713987827301025
Epoch 1545: Loss: 1.1412949562072754
Epoch 1546: Loss: 1.1175670623779297
Epoch 1547: Loss: 1.1878546476364136
Epoch 1548: Loss: 1.212607979774475
Epoch 1549: Loss: 1.2046788930892944
Epoch 1550: Loss: 1.1356357336044312
Epoch 1551: Loss: 1.1737420558929443
Epoch 1552: Loss: 1.2174227237701416
Epoch 1553: Loss: 1.1412276029586792
Epoch 1554: Loss: 1.202634572982788
Epoch 1555: Loss: 1.1080403327941895
Epoch 1556: Loss: 1.112387776374817
Epoch 1557: Loss: 1.1682873964309692
Epoch 1558: Loss: 1.1613503694534302
Epoch 1559: Loss: 1.2108941078186035
Epoch 1560: Loss: 1.085402488708496
Epoch 1561: Loss: 1.1778289079666138
Epoch 1562: Loss: 1.1635295152664185
Epoch 1563: Loss: 1.1261615753173828
Epoch 1564: Loss: 1.1517685651779175
Epoch 1565: Loss: 1.2871240377426147
Epoch 1566: Loss: 1.1570656299591064
Epoch 1567: Loss: 1.2283838987350464
Epoch 1568: Loss: 1.1165046691894531
Epoch 1569: Loss: 1.191595435142517
Epoch 1570: Loss: 1.1500688791275024
Epoch 1571: Loss: 1.175942063331604
Epoch 1572: Loss: 1.0710045099258423
Epoch 1573: Loss: 1.132494568824768
Epoch 1574: Loss: 1.2115498781204224
Epoch 1575: Loss: 1.2223563194274902
Epoch 1576: Loss: 1.1482266187667847
Epoch 1577: Loss: 1.1519850492477417
Epoch 1578: Loss: 1.0570685863494873
Epoch 1579: Loss: 1.1003214120864868
Epoch 1580: Loss: 1.1272847652435303
Epoch 1581: Loss: 1.1697289943695068
Epoch 1582: Loss: 1.071094274520874
Epoch 1583: Loss: 1.19356369972229
Epoch 1584: Loss: 1.1523573398590088
Epoch 1585: Loss: 1.1988158226013184
Epoch 1586: Loss: 1.1001501083374023
Epoch 1587: Loss: 1.1146643161773682
Epoch 1588: Loss: 1.1721956729888916
Epoch 1589: Loss: 1.188400387763977
Epoch 1590: Loss: 1.1289608478546143
Epoch 1591: Loss: 1.1887894868850708
Epoch 1592: Loss: 1.2272076606750488
Epoch 1593: Loss: 1.1649705171585083
Epoch 1594: Loss: 1.1106338500976562
Epoch 1595: Loss: 1.1446131467819214
Epoch 1596: Loss: 1.1206986904144287
Epoch 1597: Loss: 1.1552417278289795
Epoch 1598: Loss: 1.091127634048462
Epoch 1599: Loss: 1.118947982788086
Epoch 1600: Loss: 1.1486090421676636
Epoch 1601: Loss: 1.0867277383804321
Epoch 1602: Loss: 1.100021481513977
Epoch 1603: Loss: 1.1094982624053955
Epoch 1604: Loss: 1.0893303155899048
Epoch 1605: Loss: 1.1175657510757446
Epoch 1606: Loss: 1.188742995262146
Epoch 1607: Loss: 1.1825002431869507
Epoch 1608: Loss: 1.2141809463500977
Epoch 1609: Loss: 1.1627601385116577
Epoch 1610: Loss: 1.1498382091522217
Epoch 1611: Loss: 1.1472055912017822
Epoch 1612: Loss: 1.1507636308670044
Epoch 1613: Loss: 1.1106094121932983
Epoch 1614: Loss: 1.254950761795044
Epoch 1615: Loss: 1.2124273777008057
Epoch 1616: Loss: 1.1581213474273682
Epoch 1617: Loss: 1.1425530910491943
Epoch 1618: Loss: 1.1700479984283447
Epoch 1619: Loss: 1.1855475902557373
Epoch 1620: Loss: 1.1591956615447998
Epoch 1621: Loss: 1.07420814037323
Epoch 1622: Loss: 1.143676519393921
Epoch 1623: Loss: 1.183268666267395
Epoch 1624: Loss: 1.1308940649032593
Epoch 1625: Loss: 1.1716305017471313
Epoch 1626: Loss: 1.127485990524292
Epoch 1627: Loss: 1.1521297693252563
Epoch 1628: Loss: 1.1474347114562988
Epoch 1629: Loss: 1.151931643486023
Epoch 1630: Loss: 1.1534515619277954
Epoch 1631: Loss: 1.174018383026123
Epoch 1632: Loss: 1.2363195419311523
Epoch 1633: Loss: 1.1509805917739868
Epoch 1634: Loss: 1.149118423461914
Epoch 1635: Loss: 1.0937649011611938
Epoch 1636: Loss: 1.167662262916565
Epoch 1637: Loss: 1.1840001344680786
Epoch 1638: Loss: 1.1839430332183838
Epoch 1639: Loss: 1.1404293775558472
Epoch 1640: Loss: 1.2197113037109375
Epoch 1641: Loss: 1.1433539390563965
Epoch 1642: Loss: 1.113106369972229
Epoch 1643: Loss: 1.1758263111114502
Epoch 1644: Loss: 1.2063454389572144
Epoch 1645: Loss: 1.1579300165176392
Epoch 1646: Loss: 1.1562750339508057
Epoch 1647: Loss: 1.195377230644226
Epoch 1648: Loss: 1.1964424848556519
Epoch 1649: Loss: 1.041130781173706
Epoch 1650: Loss: 1.1313174962997437
Epoch 1651: Loss: 1.1836521625518799
Epoch 1652: Loss: 1.121431827545166
Epoch 1653: Loss: 1.0768672227859497
Epoch 1654: Loss: 1.0991982221603394
Epoch 1655: Loss: 1.1553878784179688
Epoch 1656: Loss: 1.0820461511611938
Epoch 1657: Loss: 1.0921967029571533
Epoch 1658: Loss: 1.25526762008667
Epoch 1659: Loss: 1.1662620306015015
Epoch 1660: Loss: 1.1008851528167725
Epoch 1661: Loss: 1.2200089693069458
Epoch 1662: Loss: 1.0959880352020264
Epoch 1663: Loss: 1.066815972328186
Epoch 1664: Loss: 1.1314153671264648
Epoch 1665: Loss: 1.1829708814620972
Epoch 1666: Loss: 1.2482141256332397
Epoch 1667: Loss: 1.1396044492721558
Epoch 1668: Loss: 1.147892951965332
Epoch 1669: Loss: 1.1727051734924316
Epoch 1670: Loss: 1.1143075227737427
Epoch 1671: Loss: 1.1437716484069824
Epoch 1672: Loss: 1.0843181610107422
Epoch 1673: Loss: 1.1280090808868408
Epoch 1674: Loss: 1.1415231227874756
Epoch 1675: Loss: 1.154716968536377
Epoch 1676: Loss: 1.1414035558700562
Epoch 1677: Loss: 1.1177520751953125
Epoch 1678: Loss: 1.1633936166763306
Epoch 1679: Loss: 1.0555485486984253
Epoch 1680: Loss: 1.0924479961395264
Epoch 1681: Loss: 1.1658985614776611
Epoch 1682: Loss: 1.1105424165725708
Epoch 1683: Loss: 1.0971876382827759
Epoch 1684: Loss: 1.080092191696167
Epoch 1685: Loss: 1.1518514156341553
Epoch 1686: Loss: 1.0981296300888062
Epoch 1687: Loss: 1.1824806928634644
Epoch 1688: Loss: 1.0906413793563843
Epoch 1689: Loss: 1.1578277349472046
Epoch 1690: Loss: 1.1268786191940308
Epoch 1691: Loss: 1.0656682252883911
Epoch 1692: Loss: 1.1838452816009521
Epoch 1693: Loss: 1.0531600713729858
Epoch 1694: Loss: 1.1217405796051025
Epoch 1695: Loss: 1.1389633417129517
Epoch 1696: Loss: 1.1201854944229126
Epoch 1697: Loss: 1.1196935176849365
Epoch 1698: Loss: 1.0930356979370117
Epoch 1699: Loss: 1.1552878618240356
Epoch 1700: Loss: 1.1782852411270142
Epoch 1701: Loss: 1.0896049737930298
Epoch 1702: Loss: 1.1043174266815186
Epoch 1703: Loss: 1.1301685571670532
Epoch 1704: Loss: 1.0756295919418335
Epoch 1705: Loss: 1.1081438064575195
Epoch 1706: Loss: 1.1586759090423584
Epoch 1707: Loss: 1.1598716974258423
Epoch 1708: Loss: 1.1655398607254028
Epoch 1709: Loss: 1.1757323741912842
Epoch 1710: Loss: 1.0964206457138062
Epoch 1711: Loss: 1.0990642309188843
Epoch 1712: Loss: 1.0275464057922363
Epoch 1713: Loss: 1.1664440631866455
Epoch 1714: Loss: 1.182888388633728
Epoch 1715: Loss: 1.1514052152633667
Epoch 1716: Loss: 1.1810027360916138
Epoch 1717: Loss: 1.11128568649292
Epoch 1718: Loss: 1.1071516275405884
Epoch 1719: Loss: 1.1511024236679077
Epoch 1720: Loss: 1.151724100112915
Epoch 1721: Loss: 1.1074771881103516
Epoch 1722: Loss: 1.151019811630249
Epoch 1723: Loss: 1.0973669290542603
Epoch 1724: Loss: 1.1146869659423828
Epoch 1725: Loss: 1.0516144037246704
Epoch 1726: Loss: 1.148119568824768
Epoch 1727: Loss: 1.0650752782821655
Epoch 1728: Loss: 1.1498428583145142
Epoch 1729: Loss: 1.1125997304916382
Epoch 1730: Loss: 1.0858134031295776
Epoch 1731: Loss: 1.0804861783981323
Epoch 1732: Loss: 1.181640625
Epoch 1733: Loss: 1.0103588104248047
Epoch 1734: Loss: 1.085709571838379
Epoch 1735: Loss: 1.1451109647750854
Epoch 1736: Loss: 1.2128039598464966
Epoch 1737: Loss: 1.1538140773773193
Epoch 1738: Loss: 1.1248912811279297
Epoch 1739: Loss: 1.1861097812652588
Epoch 1740: Loss: 1.097398042678833
Epoch 1741: Loss: 1.1204761266708374
Epoch 1742: Loss: 1.1121208667755127
Epoch 1743: Loss: 1.0995126962661743
Epoch 1744: Loss: 1.1266340017318726
Epoch 1745: Loss: 1.031680941581726
Epoch 1746: Loss: 1.117828607559204
Epoch 1747: Loss: 1.1937378644943237
Epoch 1748: Loss: 1.1697945594787598
Epoch 1749: Loss: 1.087172269821167
Epoch 1750: Loss: 1.0900695323944092
Epoch 1751: Loss: 1.1149282455444336
Epoch 1752: Loss: 1.063485026359558
Epoch 1753: Loss: 1.087291955947876
Epoch 1754: Loss: 1.0941319465637207
Epoch 1755: Loss: 1.0728700160980225
Epoch 1756: Loss: 1.0922772884368896
Epoch 1757: Loss: 1.114554762840271
Epoch 1758: Loss: 1.0979399681091309
Epoch 1759: Loss: 1.1322706937789917
Epoch 1760: Loss: 1.127272129058838
Epoch 1761: Loss: 1.023044228553772
Epoch 1762: Loss: 1.073622226715088
Epoch 1763: Loss: 1.0817861557006836
Epoch 1764: Loss: 1.2442830801010132
Epoch 1765: Loss: 1.2203245162963867
Epoch 1766: Loss: 1.0706161260604858
Epoch 1767: Loss: 1.124847650527954
Epoch 1768: Loss: 1.1236034631729126
Epoch 1769: Loss: 1.0226080417633057
Epoch 1770: Loss: 1.070823073387146
Epoch 1771: Loss: 1.0753276348114014
Epoch 1772: Loss: 1.1375329494476318
Epoch 1773: Loss: 1.1068679094314575
Epoch 1774: Loss: 1.0411064624786377
Epoch 1775: Loss: 1.0897802114486694
Epoch 1776: Loss: 1.1167287826538086
Epoch 1777: Loss: 1.200135350227356
Epoch 1778: Loss: 1.107671856880188
Epoch 1779: Loss: 1.1684377193450928
Epoch 1780: Loss: 1.0953562259674072
Epoch 1781: Loss: 1.063981056213379
Epoch 1782: Loss: 1.065801739692688
Epoch 1783: Loss: 1.1621192693710327
Epoch 1784: Loss: 1.1386843919754028
Epoch 1785: Loss: 1.0826435089111328
Epoch 1786: Loss: 1.0697247982025146
Epoch 1787: Loss: 1.09102463722229
Epoch 1788: Loss: 1.0434597730636597
Epoch 1789: Loss: 1.183161973953247
Epoch 1790: Loss: 1.1403361558914185
Epoch 1791: Loss: 1.0772968530654907
Epoch 1792: Loss: 1.1616179943084717
Epoch 1793: Loss: 1.0802007913589478
Epoch 1794: Loss: 1.0967597961425781
Epoch 1795: Loss: 1.070548415184021
Epoch 1796: Loss: 1.0621720552444458
Epoch 1797: Loss: 1.0936305522918701
Epoch 1798: Loss: 1.1543047428131104
Epoch 1799: Loss: 1.1206560134887695
Epoch 1800: Loss: 1.0737775564193726
Epoch 1801: Loss: 1.080828309059143
Epoch 1802: Loss: 1.0617610216140747
Epoch 1803: Loss: 1.1053224802017212
Epoch 1804: Loss: 1.0449587106704712
Epoch 1805: Loss: 1.0388466119766235
Epoch 1806: Loss: 1.1075791120529175
Epoch 1807: Loss: 1.1123969554901123
Epoch 1808: Loss: 1.1318601369857788
Epoch 1809: Loss: 1.0333634614944458
Epoch 1810: Loss: 1.0295883417129517
Epoch 1811: Loss: 1.0785778760910034
Epoch 1812: Loss: 1.1190670728683472
Epoch 1813: Loss: 1.0445536375045776
Epoch 1814: Loss: 1.1491507291793823
Epoch 1815: Loss: 1.062442660331726
Epoch 1816: Loss: 1.0725997686386108
Epoch 1817: Loss: 1.1052659749984741
Epoch 1818: Loss: 1.0268276929855347
Epoch 1819: Loss: 1.0476126670837402
Epoch 1820: Loss: 1.1320266723632812
Epoch 1821: Loss: 1.1805086135864258
Epoch 1822: Loss: 1.0671732425689697
Epoch 1823: Loss: 1.131105661392212
Epoch 1824: Loss: 1.1703064441680908
Epoch 1825: Loss: 1.0329664945602417
Epoch 1826: Loss: 1.1059709787368774
Epoch 1827: Loss: 0.9923990964889526
Epoch 1828: Loss: 1.1218512058258057
Epoch 1829: Loss: 1.0462524890899658
Epoch 1830: Loss: 1.1175124645233154
Epoch 1831: Loss: 1.0943987369537354
Epoch 1832: Loss: 1.126765489578247
Epoch 1833: Loss: 1.0407898426055908
Epoch 1834: Loss: 0.9794702529907227
Epoch 1835: Loss: 1.1050419807434082
Epoch 1836: Loss: 1.0709149837493896
Epoch 1837: Loss: 1.1031529903411865
Epoch 1838: Loss: 1.086907148361206
Epoch 1839: Loss: 1.0875744819641113
Epoch 1840: Loss: 1.0621187686920166
Epoch 1841: Loss: 1.1099035739898682
Epoch 1842: Loss: 1.1312384605407715
Epoch 1843: Loss: 1.0962291955947876
Epoch 1844: Loss: 1.060133457183838
Epoch 1845: Loss: 1.0471283197402954
Epoch 1846: Loss: 1.0259944200515747
Epoch 1847: Loss: 1.0910687446594238
Epoch 1848: Loss: 1.1035428047180176
Epoch 1849: Loss: 1.1097133159637451
Epoch 1850: Loss: 1.026797890663147
Epoch 1851: Loss: 1.1275793313980103
Epoch 1852: Loss: 1.0640547275543213
Epoch 1853: Loss: 1.0681843757629395
Epoch 1854: Loss: 1.0748249292373657
Epoch 1855: Loss: 1.0662791728973389
Epoch 1856: Loss: 1.031434416770935
Epoch 1857: Loss: 1.0363678932189941
Epoch 1858: Loss: 1.1322543621063232
Epoch 1859: Loss: 1.0271990299224854
Epoch 1860: Loss: 1.0588266849517822
Epoch 1861: Loss: 1.135048508644104
Epoch 1862: Loss: 1.0574538707733154
Epoch 1863: Loss: 0.9993459582328796
Epoch 1864: Loss: 1.0400093793869019
Epoch 1865: Loss: 1.0884382724761963
Epoch 1866: Loss: 0.9676128625869751
Epoch 1867: Loss: 1.0316646099090576
Epoch 1868: Loss: 1.090627908706665
Epoch 1869: Loss: 1.0580991506576538
Epoch 1870: Loss: 1.1551798582077026
Epoch 1871: Loss: 1.0758179426193237
Epoch 1872: Loss: 1.035963773727417
Epoch 1873: Loss: 1.0936931371688843
Epoch 1874: Loss: 1.0160216093063354
Epoch 1875: Loss: 1.091681718826294
Epoch 1876: Loss: 1.0628374814987183
Epoch 1877: Loss: 1.101090908050537
Epoch 1878: Loss: 1.0432971715927124
Epoch 1879: Loss: 1.0441349744796753
Epoch 1880: Loss: 1.1373220682144165
Epoch 1881: Loss: 1.007591962814331
Epoch 1882: Loss: 1.0455458164215088
Epoch 1883: Loss: 1.078533411026001
Epoch 1884: Loss: 1.0573474168777466
Epoch 1885: Loss: 1.0700258016586304
Epoch 1886: Loss: 1.0510903596878052
Epoch 1887: Loss: 1.0448682308197021
Epoch 1888: Loss: 1.1552891731262207
Epoch 1889: Loss: 0.990751326084137
Epoch 1890: Loss: 1.1266369819641113
Epoch 1891: Loss: 1.0066815614700317
Epoch 1892: Loss: 1.02963125705719
Epoch 1893: Loss: 1.0539244413375854
Epoch 1894: Loss: 1.1305363178253174
Epoch 1895: Loss: 1.0704790353775024
Epoch 1896: Loss: 1.0196597576141357
Epoch 1897: Loss: 1.0257283449172974
Epoch 1898: Loss: 1.0891159772872925
Epoch 1899: Loss: 1.129759669303894
Epoch 1900: Loss: 1.0280587673187256
Epoch 1901: Loss: 1.059190034866333
Epoch 1902: Loss: 1.0800577402114868
Epoch 1903: Loss: 1.0534369945526123
Epoch 1904: Loss: 1.0970321893692017
Epoch 1905: Loss: 1.0940614938735962
Epoch 1906: Loss: 1.1239140033721924
Epoch 1907: Loss: 1.0433523654937744
Epoch 1908: Loss: 1.1034295558929443
Epoch 1909: Loss: 1.0865610837936401
Epoch 1910: Loss: 1.0203700065612793
Epoch 1911: Loss: 1.1193971633911133
Epoch 1912: Loss: 1.0204026699066162
Epoch 1913: Loss: 1.0405179262161255
Epoch 1914: Loss: 1.0481300354003906
Epoch 1915: Loss: 1.0790404081344604
Epoch 1916: Loss: 1.0319547653198242
Epoch 1917: Loss: 1.0855158567428589
Epoch 1918: Loss: 1.0162675380706787
Epoch 1919: Loss: 1.1053133010864258
Epoch 1920: Loss: 0.999400794506073
Epoch 1921: Loss: 1.0538792610168457
Epoch 1922: Loss: 0.9772273302078247
Epoch 1923: Loss: 0.9682621359825134
Epoch 1924: Loss: 1.0227357149124146
Epoch 1925: Loss: 1.046230435371399
Epoch 1926: Loss: 1.054559350013733
Epoch 1927: Loss: 1.1135541200637817
Epoch 1928: Loss: 1.0794209241867065
Epoch 1929: Loss: 1.0545194149017334
Epoch 1930: Loss: 1.043023705482483
Epoch 1931: Loss: 1.1764334440231323
Epoch 1932: Loss: 1.0201672315597534
Epoch 1933: Loss: 1.0580925941467285
Epoch 1934: Loss: 1.0980666875839233
Epoch 1935: Loss: 1.1116235256195068
Epoch 1936: Loss: 1.0823935270309448
Epoch 1937: Loss: 1.0433099269866943
Epoch 1938: Loss: 1.0828793048858643
Epoch 1939: Loss: 1.0449200868606567
Epoch 1940: Loss: 1.0409064292907715
Epoch 1941: Loss: 1.0236035585403442
Epoch 1942: Loss: 1.0641160011291504
Epoch 1943: Loss: 1.0839099884033203
Epoch 1944: Loss: 0.9980693459510803
Epoch 1945: Loss: 1.0323225259780884
Epoch 1946: Loss: 1.045925498008728
Epoch 1947: Loss: 0.9872735738754272
Epoch 1948: Loss: 1.0850696563720703
Epoch 1949: Loss: 1.0281052589416504
Epoch 1950: Loss: 1.090872049331665
Epoch 1951: Loss: 1.0375818014144897
Epoch 1952: Loss: 1.043700098991394
Epoch 1953: Loss: 1.0575684309005737
Epoch 1954: Loss: 0.9894431233406067
Epoch 1955: Loss: 1.1021353006362915
Epoch 1956: Loss: 1.0223625898361206
Epoch 1957: Loss: 1.0017355680465698
Epoch 1958: Loss: 0.9814280271530151
Epoch 1959: Loss: 1.0217243432998657
Epoch 1960: Loss: 1.0131713151931763
Epoch 1961: Loss: 1.037919282913208
Epoch 1962: Loss: 1.0472418069839478
Epoch 1963: Loss: 1.021917462348938
Epoch 1964: Loss: 1.0075887441635132
Epoch 1965: Loss: 1.0562214851379395
Epoch 1966: Loss: 1.0477107763290405
Epoch 1967: Loss: 1.0285080671310425
Epoch 1968: Loss: 1.07581627368927
Epoch 1969: Loss: 1.026275873184204
Epoch 1970: Loss: 1.042435646057129
Epoch 1971: Loss: 1.0352215766906738
Epoch 1972: Loss: 1.0016696453094482
Epoch 1973: Loss: 0.982265293598175
Epoch 1974: Loss: 1.0424925088882446
Epoch 1975: Loss: 1.097493052482605
Epoch 1976: Loss: 1.053374171257019
Epoch 1977: Loss: 1.0735470056533813
Epoch 1978: Loss: 0.9986406564712524
Epoch 1979: Loss: 1.0151398181915283
Epoch 1980: Loss: 1.0336580276489258
Epoch 1981: Loss: 1.0114949941635132
Epoch 1982: Loss: 0.9486982226371765
Epoch 1983: Loss: 1.0642012357711792
Epoch 1984: Loss: 1.0633814334869385
Epoch 1985: Loss: 1.0242283344268799
Epoch 1986: Loss: 1.0297058820724487
Epoch 1987: Loss: 1.0699801445007324
Epoch 1988: Loss: 0.9646709561347961
Epoch 1989: Loss: 1.0055055618286133
Epoch 1990: Loss: 0.995604932308197
Epoch 1991: Loss: 0.986950695514679
Epoch 1992: Loss: 1.0849496126174927
Epoch 1993: Loss: 1.056154489517212
Epoch 1994: Loss: 1.0452401638031006
Epoch 1995: Loss: 1.0234196186065674
Epoch 1996: Loss: 1.0974568128585815
Epoch 1997: Loss: 1.0589786767959595
Epoch 1998: Loss: 1.0279537439346313
Epoch 1999: Loss: 0.9801162481307983
Epoch 2000: Loss: 1.0010221004486084

def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN New test'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[["T_LOCAL_TX_PD",'PD random forest new','PD GNN New test']]

Test Loss: 10.353976249694824

	DATE	TX_AMOUNT	ID	COUNTERPARTY
0	13/03/2022	-0.058190	185303	232173
1	27/06/2022	-0.059969	185303	556373
2	17/04/2022	-0.005332	185303	230921
3	14/09/2022	-0.016891	185303	230921
4	14/02/2022	-0.054893	185303	232173
...	...	...	...	...
138793	25/08/2022	0.383975	733900	203333
138794	20/06/2022	0.697105	733900	203333
138795	11/05/2022	0.848930	733900	203333
138796	28/04/2022	0.907801	733900	203333
138797	23/06/2022	0.751523	733900	203333

	T_LOCAL_TX_PD	PD random forest
3394	-4	-4
3396	-6	-6
3403	6	-6
3404	7+	7
3421	-5	-5
...	...	...
4486	-6	-6
4488	5	5
4492	7+	7+
4494	7	7
4499	-3	3

	T_LOCAL_TX_PD	PD random forest	PD GNN No sdt
3394	-4	-4	-5
3396	-6	-6	5+
3403	6	-6	-5
3404	7+	7	-5
3421	-5	-5	-5
...	...	...	...
4486	-6	-6	-5
4488	5	5	-5
4492	7+	7+	-5
4494	7	7	-5
4499	-3	3	-5

	T_LOCAL_TX_PD	PD random forest	PD GNN No sdt	PD GNN 3 LAYERS
3394	-4	-4	-5	-8
3396	-6	-6	5+	-8
3403	6	-6	-5	3
3404	7+	7	-5	-8
3421	-5	-5	-5	6+
...	...	...	...	...
4486	-6	-6	-5	-2
4488	5	5	-5	-5
4492	7+	7+	-5	6+
4494	7	7	-5	6
4499	-3	3	-5	-3

	T_LOCAL_TX_PD	PD random forest	PD GNN No sdt	PD GNN 3 LAYERS	PD GNN 2 LAYERS
3394	-4	-4	-5	-8	5+
3396	-6	-6	5+	-8	-8
3403	6	-6	-5	3	-4
3404	7+	7	-5	-8	-10
3421	-5	-5	-5	6+	6
...	...	...	...	...	...
4486	-6	-6	-5	-2	2
4488	5	5	-5	-5	-5
4492	7+	7+	-5	6+	-7
4494	7	7	-5	6	-7
4499	-3	3	-5	-3	-3

CAPSTONE PROJECT 2023-2024¶

Financial Graph Mining For Customers & Supply Chains Assessment¶

PART 1: EXPLORATORY DATA ANALYSIS¶

1.1 Importing datasets and treatment of variables¶

1.2 Basics analysis on features (we will use static data and transactions data)¶

PART 2: MODELING¶

2.1: Using Random forest¶

2.2: Let try GNN for predicting PD¶

2.2: LET RESCALE NUMERICAL VARIABLES AND RETRY GNN¶

PART 3: ANALYSIS AND CONCLUSIONS¶

PART 4: SOME TIPS TO IMPROVE THE MODEL¶

REDUCING NUMBER OF LAYER¶

FEATURES ENGINEERING FOR EDGES OF GRAPH¶

TESTING MODEL ON NEW TEST SET¶

	ID	REGION	ESG_SCORE	CATEGORY	T_LOCAL_TX_PD	QUARTER	T_LOCAL_MT_ACTIF_SOCIAL
0	704576	APAC	3	tier_2	3.75	q4	3671
4	856665	APAC	3	tier_2	5.75	q4	1824
8	825899	APAC	4	tier_2	6.00	q4	1097
12	938287	APAC	5	tier_2	7.25	q4	2045
16	656517	APAC	5	tier_2	4.75	q4	1550
...	...	...	...	...	...	...	...
404	162521	APAC	3	dealer	5.75	q4	49830
408	654792	NAFTA	5	dealer	5.00	q4	52916
412	623606	EMEA	3	dealer	7.25	q4	9001
416	985974	NAFTA	4	dealer	7.00	q4	2813
420	850157	APAC	4	dealer	2.75	q4	52069

	ID	REGION	ESG_SCORE	CATEGORY	T_LOCAL_MT_ACTIF_SOCIAL	T_LOCAL_TX_PD	QUARTER
0	185303	LATAM	4	tier_2	34208	6.00	q1
1	900683	APAC	5	tier_2	1643	2.75	q1
2	373869	APAC	4	tier_2	4706	5.25	q1
3	137542	APAC	4	tier_2	2567	6.75	q1
4	992171	APAC	3	tier_2	1478	6.25	q1
...	...	...	...	...	...	...	...
4511	200166	APAC	4	dealer	7517	6.75	q4
4512	814235	APAC	3	dealer	7849	12.00	q4
4513	162972	NAFTA	3	dealer	1172	5.75	q4
4514	605883	APAC	2	dealer	59150	4.25	q4
4515	804856	NAFTA	4	dealer	34876	7.25	q4